-- Logs begin at Wed 2021-06-16 15:34:12 UTC, end at Wed 2021-06-16 17:03:43 UTC. -- Jun 16 16:22:19.687131 dv-cinder-796685-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 16:22:22.345811 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:22:22.346412 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:22:22.346509 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92304) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:22:22.349700 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.common.config [-] Logging enabled! Jun 16 16:22:22.349959 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 16:22:22.350274 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92304) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 16:22:22.351208 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:22:22.351433 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:22:22.351785 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:22:22.352032 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:22:22.352267 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:22:22.352590 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.352890 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.353187 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.353422 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.353746 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.354038 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.354321 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.354610 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.354904 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.355189 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.355469 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.355757 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.356106 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.356274 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.356560 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.356847 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.357071 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] debug = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.357353 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.357812 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.358217 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.358505 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.358796 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.359074 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.359349 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.359628 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.360446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.360763 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] host = dv-cinder-796685-1-iscsi {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.361045 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.361332 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.361697 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.361985 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.362263 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.362541 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.362956 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.363250 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.363368 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.363649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.363939 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.364231 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.364520 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.364746 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.364971 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.365259 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.365575 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.365855 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.366134 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.366427 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.366686 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.366961 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.367232 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.367518 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.367806 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.368095 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.368373 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.368647 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.368920 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.369194 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.369499 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.369779 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.370053 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.370328 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.370613 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.370882 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.371173 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.371455 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.371740 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.372023 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.372310 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.372582 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.372863 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.373136 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.373411 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.373713 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] use_json = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.373989 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.374263 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.374546 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.374820 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.375093 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.375989 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.376281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.376571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:22.376874 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.377178 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.377508 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.377799 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.378097 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.378383 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.378675 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.378957 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.379249 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.379539 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.379828 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.380111 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.380406 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.380691 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.380992 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.381348 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.381676 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.381973 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.382252 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.382528 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.382805 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.383087 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.383379 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.383680 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.383971 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.384248 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.384646 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.384851 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.385132 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.385409 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.385716 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.386006 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.386288 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.386564 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.386849 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.387129 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.387404 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.387678 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.387959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.388250 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.388532 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.388812 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.389082 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.389384 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.389646 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.389933 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.390211 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.390486 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.390761 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.391072 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.391348 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.391623 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.391904 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.392179 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.392460 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.392735 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.393007 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.393279 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.393585 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.393863 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.394136 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.394409 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.394688 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.394961 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.395234 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.395503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.395776 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.396049 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.396334 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.396634 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.396916 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.397194 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.397494 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.397778 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.398059 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.398591 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.398874 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.399153 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.399427 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.399717 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.400000 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.400286 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.400570 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.400851 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.401145 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.402017 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.402017 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.402017 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.402288 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.402584 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.402872 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.403170 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.403471 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.403768 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.404062 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.404359 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.404643 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.404956 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.405238 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:22.405495 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:22:22.405725 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92304) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 16:22:22.756865 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:22.757150 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:22.757440 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:22.757801 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 16:22:23.148687 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.148978 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.149269 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.150667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.150943 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.151214 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.185372 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.185683 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.185955 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.199215 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.199499 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.199775 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.229894 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.230181 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.230456 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.267117 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.267398 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.267674 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.500187 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.500837 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.500837 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.501008 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.501981 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.625865 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.626190 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.626475 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.626751 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.627027 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.627344 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.627608 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.627867 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.628127 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.628413 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.628674 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.628940 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.629205 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.629505 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.629759 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.630027 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.630310 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.630582 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.630856 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.631105 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.631392 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.631747 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.631997 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.632282 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.632538 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.632785 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.633185 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:23.633427 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:23.633701 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:23.633932 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:23.634169 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:23.634405 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:23.635790 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 16:22:23.638956 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 16:22:23.642939 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 16:22:23.646925 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Jun 16 16:22:23.648825 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 16:22:23.649271 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 16:22:23.649626 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 16:22:23.650010 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 16:22:23.652810 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 16:22:23.653060 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 16:22:23.653411 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:22:23.682223 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 16:22:23.682680 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.682987 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92304) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 16:22:23.683352 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.684715 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92304) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 16:22:23.685042 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 16:22:23.685255 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 16:22:23.688535 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.688818 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:23.751828 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 16:22:23.751983 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 16:22:23.752216 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 16:22:23.752587 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 16:22:23.773496 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_db.sqlalchemy.engines [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92304) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 16:22:24.488791 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing driver for type 'gre' Jun 16 16:22:24.489328 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] gre ID ranges: [(1, 1000)] Jun 16 16:22:24.722718 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing driver for type 'local' Jun 16 16:22:24.723370 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing driver for type 'vlan' Jun 16 16:22:24.837136 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] VlanTypeDriver initialization complete Jun 16 16:22:24.837400 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing driver for type 'vxlan' Jun 16 16:22:24.837943 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] vxlan ID ranges: [(1, 1000)] Jun 16 16:22:25.071673 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing extension driver 'port_security' Jun 16 16:22:25.072028 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.extensions.port_security [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] PortSecurityExtensionDriver initialization complete Jun 16 16:22:25.072365 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing mechanism driver 'openvswitch' Jun 16 16:22:25.072700 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing mechanism driver 'hyperv' Jun 16 16:22:25.080146 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.plugins.ml2.plugin [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92304) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:25.080932 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.081317 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.081711 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.082105 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.082469 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.082823 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.083210 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.083563 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.083912 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.084299 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > security_group after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.084649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > security_group after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.084999 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.085385 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.085757 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.086110 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.086495 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > address_group after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.086850 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > address_group after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.087249 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.087546 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] ML2 OVO RPC backend initialized. {{(pid=92304) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 16:22:25.088301 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.088665 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.089089 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.089443 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > networks before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.090779 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.090779 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > ports before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.090779 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.091182 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnets before_response 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.091182 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.091526 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.091827 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.092168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.092512 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.092858 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.093203 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.093587 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.093926 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.105512 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.plugin [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Modular L2 Plugin initialization complete Jun 16 16:22:25.105512 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading services supported by the core plugin {{(pid=92304) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 16:22:25.105512 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.plugins.ml2.managers [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Got port-security extension from driver 'port_security' Jun 16 16:22:25.105512 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.extensions.vlantransparent [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Disabled vlantransparent extension. Jun 16 16:22:25.105512 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92304) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 16:22:25.105512 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: router Jun 16 16:22:25.147040 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.147444 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_create 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.147821 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router before_create 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.148194 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.148821 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.149188 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_delete 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.149581 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.149958 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_create 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.150307 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_update 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.150665 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_update 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.151019 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.151383 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_update 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.151798 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_update 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.152170 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.152512 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.152854 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: subnet after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.153195 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.153571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.153925 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_create 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.154271 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.154617 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.154978 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router after_update 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.155326 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.155685 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_create 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.156052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.156409 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_update 55549900 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.156824 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > network after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.157744 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Tracking information for resource: router configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:25.158085 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Tracking information for resource: floatingip configured {{(pid=92304) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 16:22:25.163087 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.db.l3_agentschedulers_db [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 16:22:25.163788 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.164154 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port after_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.164511 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port after_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.164867 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: port after_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.165697 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router before_create 55550100 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.166070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.166441 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_create 55550100 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.166806 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > router precommit_update 55550100 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.171254 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.provider_configuration [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service providers = [] {{(pid=92304) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 16:22:25.171622 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.db.servicetype_db [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92304) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 16:22:25.179196 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.service_base [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:22:25.179545 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.service_base [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:22:25.179892 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.service_base [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:22:25.180854 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.services.service_base [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92304) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 16:22:25.181145 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.services.service_base [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 16:22:25.181558 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.182076 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 16:22:25.193497 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.193826 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: auto_allocate Jun 16 16:22:25.199596 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: network precommit_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.199977 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: network precommit_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.200513 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.200835 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: tag Jun 16 16:22:25.208095 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.208422 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: timestamp Jun 16 16:22:25.213815 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.214160 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: network_ip_availability Jun 16 16:22:25.219662 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.220041 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.220403 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.221140 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.221485 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: flavors Jun 16 16:22:25.226199 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.226537 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading Plugin: revisions Jun 16 16:22:25.230887 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92304) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 16:22:25.231288 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.474s {{(pid=92304) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:25.232036 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92304) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 16:22:25.232386 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Initializing extension manager. Jun 16 16:22:25.232896 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: __init__.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.233241 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: __pycache__ {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.233617 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.233953 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: address_group.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.234744 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.235326 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: address-group Jun 16 16:22:25.235656 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: address_scope.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.236414 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.236932 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: address-scope Jun 16 16:22:25.237258 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.238209 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.238729 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: router-admin-state-down-before-update Jun 16 16:22:25.239053 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: agent.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.239745 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.240257 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: agent Jun 16 16:22:25.240581 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: agent_resources_synced.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.241500 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.242015 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: agent-resources-synced Jun 16 16:22:25.242343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: allowedaddresspairs.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.244364 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.244890 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: allowed-address-pairs Jun 16 16:22:25.245221 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: auto_allocated_topology.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.246338 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.246848 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: auto-allocated-topology Jun 16 16:22:25.247175 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: availability_zone.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.247862 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.248369 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: availability_zone Jun 16 16:22:25.248694 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: availability_zone_filter.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.249638 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.250151 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: availability_zone_filter Jun 16 16:22:25.250995 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: data_plane_status.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.251894 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.252402 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 16:22:25.252725 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: default_subnetpools.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.253707 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.254213 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: default-subnetpools Jun 16 16:22:25.254536 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.255350 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.255861 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: dhcp_agent_scheduler Jun 16 16:22:25.256186 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: dns.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.257091 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.257627 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension dns-integration not supported by any of loaded plugins Jun 16 16:22:25.257952 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: dns_domain_ports.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.258857 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.259367 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 16:22:25.259692 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: dvr.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.260353 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.260857 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: dvr Jun 16 16:22:25.261179 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: empty_string_filtering.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.262116 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.262624 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: empty-string-filtering Jun 16 16:22:25.262955 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.263852 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.264363 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:22:25.264694 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.265628 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.266761 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 16:22:25.267086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: external_net.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.268001 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.268514 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: external-net Jun 16 16:22:25.268834 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.269763 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.270271 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: extra_dhcp_opt Jun 16 16:22:25.270591 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: extraroute.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.271495 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.271999 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: extraroute Jun 16 16:22:25.272321 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: extraroute_atomic.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.273644 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.274156 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: extraroute-atomic Jun 16 16:22:25.274480 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: filter_validation.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.275132 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.275641 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: filter-validation Jun 16 16:22:25.275962 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: fip_pf_description.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.276863 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.277363 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 16:22:25.277715 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: fip_port_details.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.278623 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.279130 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: fip-port-details Jun 16 16:22:25.279452 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: flavors.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.280677 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.281204 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: flavors Jun 16 16:22:25.281567 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.283248 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.283770 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 16:22:25.284107 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: floatingip_pools.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.284800 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.285312 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: floatingip-pools Jun 16 16:22:25.285671 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: ip_allocation.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.286585 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.287105 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 16:22:25.287429 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.288336 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.288846 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: ip-substring-filtering Jun 16 16:22:25.289173 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l2_adjacency.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.290129 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.290634 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 16:22:25.290959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.291915 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.292430 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: router Jun 16 16:22:25.292759 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.295141 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.295671 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 16:22:25.296004 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.296922 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.298005 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: ext-gw-mode Jun 16 16:22:25.298369 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.299281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.299793 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: l3-ha Jun 16 16:22:25.300116 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3_flavors.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.301020 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.301569 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: l3-flavors Jun 16 16:22:25.301898 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.302823 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.303338 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 16:22:25.303666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: l3agentscheduler.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.304697 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.305209 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: l3_agent_scheduler Jun 16 16:22:25.305571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: logging.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.307067 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.307588 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension logging not supported by any of loaded plugins Jun 16 16:22:25.307920 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: metering.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.308657 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.309238 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: metering Jun 16 16:22:25.309601 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.310694 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.311210 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: metering_source_and_destination_fields Jun 16 16:22:25.311544 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: multiprovidernet.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.312452 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.313565 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: multi-provider Jun 16 16:22:25.313886 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: netmtu.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.314789 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.315300 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: net-mtu Jun 16 16:22:25.315624 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: netmtu_writable.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.316529 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.317040 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: net-mtu-writable Jun 16 16:22:25.317364 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: network_availability_zone.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.318049 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.318556 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: network_availability_zone Jun 16 16:22:25.318868 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: network_ip_availability.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.319950 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.320469 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: network-ip-availability Jun 16 16:22:25.320793 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: network_segment_range.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.321577 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.322085 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 16:22:25.322408 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: pagination.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.323401 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.323732 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: pagination Jun 16 16:22:25.324056 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: port_device_profile.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.324959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.325501 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: port-device-profile Jun 16 16:22:25.325830 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.326741 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.327259 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: port-mac-address-regenerate Jun 16 16:22:25.327579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.328506 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.329014 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: port-numa-affinity-policy Jun 16 16:22:25.329337 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: port_resource_request.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.330268 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.330772 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 16:22:25.331094 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: portbindings.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.332010 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.332565 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: binding Jun 16 16:22:25.332895 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: portbindings_extended.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.334189 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.334707 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: binding-extended Jun 16 16:22:25.335036 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: portsecurity.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.335942 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.336484 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: port-security Jun 16 16:22:25.336807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: project_id.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.338005 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.338284 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: project-id Jun 16 16:22:25.338610 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: providernet.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.339526 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.340041 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: provider Jun 16 16:22:25.340366 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.343937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.344488 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos not supported by any of loaded plugins Jun 16 16:22:25.344819 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.346089 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.346609 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 16:22:25.346939 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.347847 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.348359 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 16:22:25.348688 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_default.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.349636 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.350151 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-default not supported by any of loaded plugins Jun 16 16:22:25.350480 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_fip.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.351124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.351627 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-fip not supported by any of loaded plugins Jun 16 16:22:25.351952 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_gateway_ip.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.352869 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.353382 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 16:22:25.353731 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_port_network_policy.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.354631 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.355140 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 16:22:25.355463 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_rule_type_details.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.356364 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.356872 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 16:22:25.357192 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: qos_rules_alias.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.358262 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.358774 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 16:22:25.359096 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: quotasv2.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.360553 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.360878 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: quotas Jun 16 16:22:25.361203 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: quotasv2_detail.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.364319 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.364664 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: quota_details Jun 16 16:22:25.364995 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: rbac.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.366113 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.366636 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: rbac-policies Jun 16 16:22:25.366971 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: rbac_address_group.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.367923 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.368443 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: rbac-address-group Jun 16 16:22:25.368777 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: rbac_address_scope.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.369717 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.370235 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: rbac-address-scope Jun 16 16:22:25.370563 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: rbac_security_groups.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.371693 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.372225 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: rbac-security-groups Jun 16 16:22:25.372541 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: rbac_subnetpool.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.373473 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.373993 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: rbac-subnetpool Jun 16 16:22:25.374321 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: revisionifmatch.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.375236 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.376304 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: revision-if-match Jun 16 16:22:25.376624 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: revisions.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.377769 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.378284 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: standard-attr-revisions Jun 16 16:22:25.378611 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: router_availability_zone.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.379281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.379786 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: router_availability_zone Jun 16 16:22:25.380109 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: routerservicetype.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.381020 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.381564 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension router-service-type not supported by any of loaded plugins Jun 16 16:22:25.381892 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.382801 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.383320 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: security-groups-normalized-cidr Jun 16 16:22:25.383644 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.384563 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.385072 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: port-security-groups-filtering Jun 16 16:22:25.385397 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.386342 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.386855 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: security-groups-remote-address-group Jun 16 16:22:25.387177 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: securitygroup.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.396779 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.397302 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: security-group Jun 16 16:22:25.397670 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: segment.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.398708 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.399219 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension segment not supported by any of loaded plugins Jun 16 16:22:25.399550 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.400477 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.400988 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 16:22:25.401399 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: servicetype.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.402452 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.402983 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: service-type Jun 16 16:22:25.403317 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: sorting.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.404291 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.404622 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: sorting Jun 16 16:22:25.404946 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: standard_attr_segment.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.405885 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.406404 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 16:22:25.406756 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: standardattrdescription.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.407392 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.407897 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: standard-attr-description Jun 16 16:22:25.408219 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: stateful_security_group.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.409180 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.409677 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: stateful-security-group Jun 16 16:22:25.410001 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: stdattrs_common.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.410567 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 16:22:25.410887 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.411877 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.412379 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 16:22:25.412700 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: subnet_onboard.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.413803 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.414316 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: subnet_onboard Jun 16 16:22:25.414639 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.415557 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.416060 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 16:22:25.416381 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: subnet_service_types.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.417304 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.417851 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: subnet-service-types Jun 16 16:22:25.418169 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: subnetallocation.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.419244 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.419766 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: subnet_allocation Jun 16 16:22:25.420089 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.420743 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.421255 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: subnetpool-prefix-ops Jun 16 16:22:25.421620 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.423086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.423600 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 16:22:25.423921 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: tagging.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.424992 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.425547 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: standard-attr-tag Jun 16 16:22:25.425877 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: timestamp.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.427152 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.427670 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loaded extension: standard-attr-timestamp Jun 16 16:22:25.427995 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: trunk.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.429028 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.429583 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension trunk not supported by any of loaded plugins Jun 16 16:22:25.429914 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: trunk_details.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.430824 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.431337 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension trunk-details not supported by any of loaded plugins Jun 16 16:22:25.431664 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: uplink_status_propagation.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.432574 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.433088 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 16:22:25.433422 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Loading extension file: vlantransparent.py {{(pid=92304) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 16:22:25.434107 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92304) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 16:22:25.434616 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 16:22:25.437083 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:network Jun 16 16:22:25.437650 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:subnet Jun 16 16:22:25.438644 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:22:25.439039 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:port Jun 16 16:22:25.440297 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.440749 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service FLAVORS assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.441381 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.441842 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.442188 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:router Jun 16 16:22:25.442621 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:22:25.443119 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service METERING assigned prefix: /metering {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.444565 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.444941 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.445297 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92304) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:22:25.446341 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:22:25.446803 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:22:25.447233 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:22:25.447857 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service CORE assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.448188 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:22:25.448534 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] subnetpool is already registered Jun 16 16:22:25.448977 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service CORE assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.449303 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:22:25.449674 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] subnetpool is already registered Jun 16 16:22:25.451957 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.452396 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service FLAVORS assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.452995 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.453472 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.453815 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:router Jun 16 16:22:25.454158 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] router is already registered Jun 16 16:22:25.454573 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:floatingip Jun 16 16:22:25.454915 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] floatingip is already registered Jun 16 16:22:25.455370 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service METERING assigned prefix: /metering {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.456037 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 16:22:25.456366 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] rbac_policy is already registered Jun 16 16:22:25.456782 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:security_group Jun 16 16:22:25.457120 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] security_group is already registered Jun 16 16:22:25.457559 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 16:22:25.457898 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] security_group_rule is already registered Jun 16 16:22:25.458566 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service CORE assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.458852 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:22:25.459191 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] subnetpool is already registered Jun 16 16:22:25.459620 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.v2.resource_helper [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Service CORE assigned prefix: {{(pid=92304) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 16:22:25.459948 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 16:22:25.460283 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING neutron.quota.resource_registry [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] subnetpool is already registered Jun 16 16:22:25.460768 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: extensions {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.462258 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: address-groups {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.463766 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: address-scopes {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.465106 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: agents {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.466305 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: auto-allocated-topology {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.467543 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: availability_zones {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.468772 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: dhcp-networks {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.470365 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: dhcp-agents {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.471794 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: routers {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.473552 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: flavors {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.476048 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: service_profiles {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.477275 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: next_providers {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.478749 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: service_profiles {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.480300 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: floatingip-pools {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.481559 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: routers {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.483276 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: floatingips {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.484557 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: l3-routers {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.486499 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: l3-agents {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.487990 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: metering-labels {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.489263 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: metering-label-rules {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.490677 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: network-ip-availabilities {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.491937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: bindings {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.493537 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: quotas {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.495081 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: quotas {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.496518 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: rbac-policies {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.497746 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: security-groups {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.499058 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: security-group-rules {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.500923 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: service-providers {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.502196 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: subnetpools {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.503537 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: subnetpools {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.505093 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.506853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.508661 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.510487 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.512184 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.514199 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.515954 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.517849 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.519713 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.521476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron.api.extensions [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Extended resource: tags {{(pid=92304) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 16:22:25.527954 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING keystonemiddleware.auth_token [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 16:22:25.532600 dv-cinder-796685-1-iscsi neutron-server[92304]: WARNING keystonemiddleware.auth_token [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 16:22:25.540938 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Acquired lock "singleton_lock" {{(pid=92304) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 16:22:25.541420 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_concurrency.lockutils [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Releasing lock "singleton_lock" {{(pid=92304) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 16:22:25.542082 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Starting 2 workers Jun 16 16:22:25.546816 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Started child 92415 {{(pid=92304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:22:25.551859 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Started child 92416 {{(pid=92304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:22:25.552788 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.553487 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO neutron.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 16:22:25.554127 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Notify callbacks [] for process, before_spawn {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.554471 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [-] (92415) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:22:25.556547 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Starting 1 workers Jun 16 16:22:25.556665 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.558032 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [-] (92416) wsgi starting up on http://0.0.0.0:9696 Jun 16 16:22:25.561795 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Started child 92417 {{(pid=92304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:22:25.562326 dv-cinder-796685-1-iscsi neutron-server[92304]: INFO oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Starting 1 workers Jun 16 16:22:25.566149 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] calling RpcWorker wait() {{(pid=92417) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 16:22:25.566726 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] returning from RpcWorker wait() {{(pid=92417) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 16:22:25.567370 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Started child 92418 {{(pid=92304) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 16:22:25.568214 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.568312 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG neutron_lib.callbacks.manager [None req-4497842f-d458-4ac1-a2b0-88985f26189c None None] Notify callbacks [] for process, after_spawn {{(pid=92304) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.568740 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:25.570159 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92304) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:22:25.570372 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:22:25.570565 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:22:25.570773 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:22:25.571113 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:22:25.571282 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:22:25.571774 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.572059 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.572384 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.572524 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:25.572994 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.572994 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.573522 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.573777 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.574047 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.574331 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.574599 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.574781 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.574951 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.575218 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.575452 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.575754 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.576041 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.576290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.576604 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.576818 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.577052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.577317 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.577603 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.577884 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] debug = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.578128 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.578652 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.578919 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.579166 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.579394 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.579690 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.579922 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.580215 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.580480 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.580729 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.580982 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.581235 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.581485 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.581710 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.582028 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.582219 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.582444 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.582934 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] host = dv-cinder-796685-1-iscsi {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.583153 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.583373 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.583627 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.583885 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.584198 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.584386 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.584645 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.584903 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.585157 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.585383 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.585662 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.585913 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.586167 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.586389 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.586543 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_options = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.586800 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.587085 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.587344 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.587528 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.587685 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.587866 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.588177 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.588344 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.588536 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.588759 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.588973 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.589189 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.589427 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.589734 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.589919 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.590166 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.590387 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.590625 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.590867 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.591127 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.591372 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.591598 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.591820 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.592148 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.592308 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.592547 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.592773 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.592989 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.593206 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.593501 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.593742 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.594034 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.594305 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.594518 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.594772 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.594975 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.595199 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.595467 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.595698 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.595957 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.596217 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.596452 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.596926 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.597212 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.597489 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.597742 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:25.597904 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_json = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.598063 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.598212 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.598387 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.598625 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.598862 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.599079 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.599294 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.599531 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.599962 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.600237 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.600561 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.600823 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.601069 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.601313 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.601573 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.601819 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.602058 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.602297 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.602607 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.602832 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.603123 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.603366 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.603611 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.603945 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.604189 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.604487 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.604724 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.604967 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.605209 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.605432 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.605781 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.606055 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.606373 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.606605 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.606831 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.607097 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.607335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.607575 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.607813 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.608050 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.608314 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.608561 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.608947 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.609339 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.610146 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.610399 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618070 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.618811 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.619446 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620052 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.620667 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.621281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.621281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.621281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.621281 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.621587 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.621715 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.622127 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.622515 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.622935 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.623176 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.623404 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.624079 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.624079 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.624336 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.624467 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.624672 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.624929 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.625188 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.626030 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.626278 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.626513 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.626769 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.627193 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.627485 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.627813 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.627968 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.628233 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.628499 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.629576 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.629576 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.629576 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.629576 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.630219 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.630219 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.630502 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.630639 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.630906 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.631141 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632605 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632605 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.632904 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.633328 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.633746 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.634159 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.634448 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.634797 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.635037 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.635258 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.635474 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.635885 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.636312 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.636735 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.637011 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.637269 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.637532 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.637805 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.638076 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.638445 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.638843 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.639079 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.639302 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.639525 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.639762 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.640013 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.640440 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.640678 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.640957 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.641176 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.641398 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.641688 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.641890 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.646963 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.647579 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648156 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.648959 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.649376 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.649471 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.649692 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.649919 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.650158 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.650399 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.650639 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.650861 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.651089 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.651307 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.651583 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.651832 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.652089 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.652305 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.652536 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.652749 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.652990 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.653199 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.653507 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.653760 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.654001 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.654245 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.654475 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.654703 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.654916 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.655155 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.655345 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.655709 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.655942 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.656154 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.656366 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.656634 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.656848 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.657084 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.657292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.657532 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.657751 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.657960 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.658203 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.658423 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.658632 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.658872 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.659081 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.659399 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.659654 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.659901 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.660202 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.660454 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.660704 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.660984 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.661314 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.661575 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.661850 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.662072 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.662291 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.662532 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.662789 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.663100 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.663397 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.663645 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.663925 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.664200 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.664484 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.664745 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.664980 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.665277 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.665623 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.665898 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.666172 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.666399 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.666670 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.666929 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.667166 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.667416 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.667661 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.667884 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.668121 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.668368 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.668594 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.668839 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.669094 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.669343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.669592 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.669829 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.670050 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.670267 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.670427 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:22:25.670996 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92304) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 16:22:25.671162 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 16:22:25.671299 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 16:22:25.671470 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 16:22:25.671639 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 16:22:25.671792 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 16:22:25.671996 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.672673 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.673017 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.673017 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.673173 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.673374 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.673374 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.675783 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676335 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] debug = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.676853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677275 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677275 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677275 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677508 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677508 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677640 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677806 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.677965 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.678118 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.678256 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.678392 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.678534 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] host = dv-cinder-796685-1-iscsi {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.678795 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.678932 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679056 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679269 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679269 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679528 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679608 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679725 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.679862 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680019 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680179 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680339 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680497 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680657 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680815 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_options = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.680973 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.681131 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.681291 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.681495 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.681686 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.681807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.681967 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.682125 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.682283 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.682441 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.682598 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.682755 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.682914 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.683073 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.683231 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.683388 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.683561 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.683695 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.683855 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.684177 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.684336 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.684495 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.684655 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.684813 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.684972 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.685770 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.685770 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.685770 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.685770 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.685770 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686813 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686813 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.686953 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.687073 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.687256 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.687389 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.687546 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.687710 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.688021 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.688409 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.688571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_json = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.688734 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.688915 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.689044 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.689202 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.690168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.690168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.690168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.690168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 16:22:25.690168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.690168 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.690937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.690937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.690937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.690937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.690937 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.691279 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.691279 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.691403 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.691545 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.691706 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.691879 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.692046 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.692205 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.692697 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.692697 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.692697 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.692891 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.693057 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.693136 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.693264 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697476 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.697993 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.698571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699086 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.699666 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700133 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700133 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700133 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700348 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700427 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700530 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700692 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.700853 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701015 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701177 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701416 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701554 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701674 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701835 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.701998 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.702159 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.702321 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.702482 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.702643 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.702804 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.702974 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.703151 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.703315 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.703537 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.703701 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.703917 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704020 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704177 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704339 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704502 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704659 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704821 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.704981 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.705174 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.705324 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.705494 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.705643 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.705801 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.705951 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.706112 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.706271 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.706431 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.706594 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.706759 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.706921 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.707105 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.707261 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.707434 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.707595 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.707757 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.707917 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.708395 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.708568 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.708730 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.708893 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.709053 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.709214 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.709374 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.709571 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.709733 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713124 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.713753 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714292 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.714807 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715431 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715431 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715431 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715431 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715431 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715784 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715784 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.715924 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716001 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716149 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716311 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716472 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716637 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716805 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.716964 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.717127 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.717290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.717503 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.717645 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.717806 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.717967 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.718128 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.718290 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.718452 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.718616 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.719559 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.719559 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.719761 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.719761 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.719908 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.720053 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.720229 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.720391 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.720551 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.720714 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.720874 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.721036 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.721196 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.721361 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.721592 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.721731 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.721943 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.722093 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.722220 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.722343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.722477 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.722623 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.722784 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723413 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723413 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723413 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723413 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723771 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723771 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.723932 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.724001 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.724160 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.724320 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.725438 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732039 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732648 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732648 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732648 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732648 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.732940 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733035 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.733649 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.734144 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735343 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735909 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735909 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735909 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735909 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735909 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 16:22:25.735909 dv-cinder-796685-1-iscsi neutron-server[92304]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92304) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 16:22:25.869997 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 51454) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:25.878895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066075 Jun 16 16:22:37.355297 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac9278-a356-4dd6-85cf-b761fdd7bb97 None None] get_active_networks_info from dv-cinder-796685-1-iscsi {{(pid=92417) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 16:22:37.434580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aac9278-a356-4dd6-85cf-b761fdd7bb97 None None] No non-hosted networks {{(pid=92417) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 16:22:37.450892 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.agentschedulers_db [None req-9aac9278-a356-4dd6-85cf-b761fdd7bb97 None None] DHCP Agent not found on host dv-cinder-796685-1-iscsi {{(pid=92417) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 16:22:37.700240 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f1eb2eef-bbf1-4737-badb-5343801cab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847'] for agent, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.095883 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847'] for agent, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.097230 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.097796 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.098390 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.098995 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.099625 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.100198 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.100697 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.104048 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.107008 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.108493 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.109080 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.111454 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:40.112614 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796685-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:40.124860 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796685-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:22:40.130249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-b99f6860-68ac-480b-a067-eabc86b82616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847'] for agent, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:40.163767 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-538937de-b943-485e-8a71-72ced80ddbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:41.220216 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847'] for agent, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:42.928624 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847'] for agent, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:44.046246 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51548) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:44.551446 dv-cinder-796685-1-iscsi neutron-server[92416]: WARNING oslo_policy.policy [None req-13bdd48d-e35d-4289-93f9-a231a76e29cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:22:44.552056 dv-cinder-796685-1-iscsi neutron-server[92416]: WARNING oslo_policy.policy [None req-13bdd48d-e35d-4289-93f9-a231a76e29cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:22:44.639631 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.db.l3_hamode_db [None req-afa73255-1ab5-49eb-8405-fbce008b941f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 16:22:44.718147 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa73255-1ab5-49eb-8405-fbce008b941f None None] Routers set() bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:22:44.718543 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa73255-1ab5-49eb-8405-fbce008b941f None None] Router IDs set() for agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 16:22:44.769271 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [None req-13bdd48d-e35d-4289-93f9-a231a76e29cf admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:22:44.770510 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-13bdd48d-e35d-4289-93f9-a231a76e29cf admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7217052 Jun 16 16:22:47.100784 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51562) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:47.418587 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:47.511020 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.policy [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92416) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:22:47.557757 dv-cinder-796685-1-iscsi neutron-server[92416]: WARNING oslo_policy.policy [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:22:47.558124 dv-cinder-796685-1-iscsi neutron-server[92416]: WARNING oslo_policy.policy [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:22:47.566660 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.quota [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] Loaded quota_driver: . Jun 16 16:22:47.746953 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783600204517', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783600203976', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783600194777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783600190179', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783600111834', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783600106534', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2000067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1993802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612333', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759771'] for rbac-policy, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:47.927945 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:47.929158 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-20195e82-dcce-4178-92c7-0fbe26453bdd admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8274031 Jun 16 16:22:50.498876 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51574) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:50.803968 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'name': 'private', 'tenant_id': '94acde4be0a043adaea1686b2d52916b'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:51.042399 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Made reservation on behalf of 94acde4be0a043adaea1686b2d52916b for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:51.045224 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.062002 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.188148 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.259606 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.264152 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:51.286621 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:22:51.311226 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783600994856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.311750 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Unsubscribe: segment precommit_create {{(pid=92416) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:22:51.312293 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Added segment 7226366e-dd5e-4d06-9e1b-a171659313d7 of type vlan for network 1e384cd7-10cb-43af-915e-78c0d3332826 Jun 16 16:22:51.329067 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1008793-b81c-4db0-a633-03cf477803ad,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:51.354729 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.355157 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.355437 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.355753 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.356067 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.356415 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.356725 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.357031 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.357349 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.357694 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.357998 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.358298 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Tracked resource versions report: Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: pushed versions: Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: { 'AddressGroup': {'1.2'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'ConntrackHelper': {'1.0'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Log': {'1.0'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Network': {'1.1'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Port': {'1.7'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'PortForwarding': {'1.2'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'QosPolicy': {'1.8'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroup': {'1.4'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SubPort': {'1.0'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Subnet': {'1.1'}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Trunk': {'1.1'}} Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: consumer versions: Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'ConntrackHelper': '1.0', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Log': '1.0', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Network': '1.1', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Port': '1.7', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'PortForwarding': '1.2', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'QosPolicy': '1.8', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroup': '1.4', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroupRule': '1.2', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SubPort': '1.0', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Subnet': '1.1', Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Trunk': '1.1'}} Jun 16 16:22:51.359426 dv-cinder-796685-1-iscsi neutron-server[92416]: {{(pid=92416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:22:51.431742 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:51.433805 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.539438 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.540990 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:51.541683 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:51.544692 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:51.643116 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=1e384cd7-10cb-43af-915e-78c0d3332826,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:51.653041 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:51.654808 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 1e384cd7-10cb-43af-915e-78c0d3332826 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:22:51.745981 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2460113 Jun 16 16:22:54.369676 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51588) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:54.755211 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7649d9a8-1afd-408d-8fc4-3397acc3e17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:54.756572 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-7649d9a8-1afd-408d-8fc4-3397acc3e17e admin admin] 10.222.0.91 "GET /v2.0/networks/1e384cd7-10cb-43af-915e-78c0d3332826 HTTP/1.1" status: 200 len: 826 time: 0.3859468 Jun 16 16:22:54.782426 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3673c306-c636-4de2-8309-ba2af2471c70 admin admin] 10.222.0.91 "GET /v2.0/subnetpools/5eb48c73-05c1-4345-b9ec-9ac074b30352 HTTP/1.1" status: 200 len: 734 time: 0.0201507 Jun 16 16:22:54.791310 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Request body: {'subnet': {'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:22:54.893617 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Made reservation on behalf of 94acde4be0a043adaea1686b2d52916b for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:22:54.895937 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.305896 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.308319 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:55.380712 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d922d056-5267-478e-8657-da11c7ecf6f3,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:55.382952 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Checking segment: {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:55.383351 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Network hostable DHCP agents. Network: 1e384cd7-10cb-43af-915e-78c0d3332826, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:22:55.388656 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:55.482562 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Network 1e384cd7-10cb-43af-915e-78c0d3332826 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:22:55.556833 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 1e384cd7-10cb-43af-915e-78c0d3332826) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:55.563622 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:22:55.568801 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:55.569574 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c56216-a4d4-411b-982e-9535b1fd38de None None] Network 1e384cd7-10cb-43af-915e-78c0d3332826 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:22:55.649011 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8611991 Jun 16 16:22:55.898625 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-1e384cd7-10cb-43af-915e-78c0d3332826', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:22:55.899817 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.183743 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Allocated IP 172.20.0.2 (1e384cd7-10cb-43af-915e-78c0d3332826/d922d056-5267-478e-8657-da11c7ecf6f3/2157a307-6997-428e-b929-5cc585732dba) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:22:56.396449 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.441958 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Transition to ACTIVE for port object 2157a307-6997-428e-b929-5cc585732dba will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:56.463380 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Transition to ACTIVE for port object 2157a307-6997-428e-b929-5cc585732dba will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:22:56.546712 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.549482 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:56.615868 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Network 1e384cd7-10cb-43af-915e-78c0d3332826 is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:22:56.625222 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:22:56.633716 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:22:56.636883 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Pushing event updated for resources: {'Port': ['ID=2157a307-6997-428e-b929-5cc585732dba,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:56.663343 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.663693 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.664020 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.664342 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.664664 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.665033 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.665358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.665703 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.666040 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.666360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.666677 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.666994 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Tracked resource versions report: Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: pushed versions: Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: { 'AddressGroup': {'1.2'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'ConntrackHelper': {'1.0'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Log': {'1.0'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Network': {'1.1'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Port': {'1.7'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'PortForwarding': {'1.2'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'QosPolicy': {'1.8'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroup': {'1.4'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SubPort': {'1.0'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Subnet': {'1.1'}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Trunk': {'1.1'}} Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: consumer versions: Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'ConntrackHelper': '1.0', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Log': '1.0', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Network': '1.1', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Port': '1.7', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'PortForwarding': '1.2', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'QosPolicy': '1.8', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroup': '1.4', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroupRule': '1.2', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SubPort': '1.0', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Subnet': '1.1', Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Trunk': '1.1'}} Jun 16 16:22:56.668103 dv-cinder-796685-1-iscsi neutron-server[92417]: {{(pid=92417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:22:56.689886 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:56.720539 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Attempting to bind port 2157a307-6997-428e-b929-5cc585732dba on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:22:56.720810 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Attempting to bind port 2157a307-6997-428e-b929-5cc585732dba by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:22:56.721249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Attempting to bind port 2157a307-6997-428e-b929-5cc585732dba on network 1e384cd7-10cb-43af-915e-78c0d3332826 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:22:56.726286 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:22:56.726686 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Checking segment: {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:22:56.727154 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.727545 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Bound using segment: {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:22:56.728056 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Bound port: 2157a307-6997-428e-b929-5cc585732dba, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:22:56.728452 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.792329 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] For port 2157a307-6997-428e-b929-5cc585732dba, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:22:56.796978 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] For port 2157a307-6997-428e-b929-5cc585732dba, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2157a307-6997-428e-b929-5cc585732dba,segment=NetworkSegment(7226366e-dd5e-4d06-9e1b-a171659313d7),segment_id=7226366e-dd5e-4d06-9e1b-a171659313d7)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:22:56.934163 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:22:56.939496 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:22:57.162448 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Pushing event updated for resources: {'Port': ['ID=2157a307-6997-428e-b929-5cc585732dba,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:22:57.162448 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:22:58.147401 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51596) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:22:58.471921 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [None req-d85348fc-bbfe-48bc-8b5a-3c4f2971500e admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:22:58.472937 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d85348fc-bbfe-48bc-8b5a-3c4f2971500e admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3242443 Jun 16 16:23:00.863195 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 51604) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:01.373479 dv-cinder-796685-1-iscsi neutron-server[92415]: WARNING oslo_policy.policy [None req-c738a4b4-e6fd-4713-a954-8e5b3021116f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:23:01.374069 dv-cinder-796685-1-iscsi neutron-server[92415]: WARNING oslo_policy.policy [None req-c738a4b4-e6fd-4713-a954-8e5b3021116f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:23:01.605056 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [None req-c738a4b4-e6fd-4713-a954-8e5b3021116f admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:23:01.606032 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c738a4b4-e6fd-4713-a954-8e5b3021116f admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7418449 Jun 16 16:23:03.120396 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d6ddf0-2aa4-4a10-a251-4836767c2bf0 None None] Network 1e384cd7-10cb-43af-915e-78c0d3332826 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:03.298378 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-5439cf2e-ec6c-43d0-b808-9e9dc835d811 None None] Provisioning for port 2157a307-6997-428e-b929-5cc585732dba completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:03.848368 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2157a307-6997-428e-b929-5cc585732dba up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:03.985129 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 2157a307-6997-428e-b929-5cc585732dba completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:03.989119 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 2157a307-6997-428e-b929-5cc585732dba triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:03.989580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.096606 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.130965 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 2157a307-6997-428e-b929-5cc585732dba, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2157a307-6997-428e-b929-5cc585732dba,segment=NetworkSegment(7226366e-dd5e-4d06-9e1b-a171659313d7),segment_id=7226366e-dd5e-4d06-9e1b-a171659313d7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:04.219536 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.221701 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-36135a4b-f9d3-4e30-b882-e32713f6fae0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:04.239326 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 51624) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:04.268424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=2157a307-6997-428e-b929-5cc585732dba,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:04.271590 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:04.544691 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Request body: {'router': {'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:04.634836 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.policy [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92415) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 16:23:04.681375 dv-cinder-796685-1-iscsi neutron-server[92415]: WARNING oslo_policy.policy [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:23:04.681782 dv-cinder-796685-1-iscsi neutron-server[92415]: WARNING oslo_policy.policy [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 16:23:04.690445 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.quota [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Loaded quota_driver: . Jun 16 16:23:04.790816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.792685 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:04.971010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.065383 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.173050 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:05.174337 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ecb3983d-8d1d-4110-b039-490ca695822d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9339035 Jun 16 16:23:05.831104 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2157a307-6997-428e-b929-5cc585732dba up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:05.880163 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 2157a307-6997-428e-b929-5cc585732dba triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:05.880537 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:07.373797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99ecc78e-cc2e-4a3c-91b7-8bebbe2603f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:07.551658 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 51634) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:07.863488 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [None req-76717c26-3ded-42e4-9ff3-c303e180abe0 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:23:07.864458 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-76717c26-3ded-42e4-9ff3-c303e180abe0 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118746 Jun 16 16:23:10.020342 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.094148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-463451f4-61f7-4285-9a76-c73e91ebe668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.210397 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 51642) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:10.522550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:10.625580 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Made reservation on behalf of db399595ac284aa2a8a85ddf1be42474 for: {'network': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:10.628431 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.644990 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:10.997987 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.121498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.126941 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:11.133816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Reserving flat network on physical network physnet1 {{(pid=92415) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 16:23:11.164417 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783600994856', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.165017 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Unsubscribe: segment precommit_create {{(pid=92415) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 16:23:11.165548 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.segments_db [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Added segment 8490620e-f348-4754-bc1b-9354e6f0f65a of type flat for network eb129f75-119b-4234-a89c-5d0e9d7e906b Jun 16 16:23:11.185012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.187150 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e724166-671e-496f-bd7d-020ff673f0fa,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:11.235312 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.236062 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.236062 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.236327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.236620 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.236958 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.237282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.237624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.237960 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.238291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.238604 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.238917 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Tracked resource versions report: Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: pushed versions: Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: { 'AddressGroup': {'1.2'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'ConntrackHelper': {'1.0'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Log': {'1.0'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Network': {'1.1'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Port': {'1.7'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'PortForwarding': {'1.2'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'QosPolicy': {'1.8'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroup': {'1.4'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SubPort': {'1.0'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Subnet': {'1.1'}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Trunk': {'1.1'}} Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: consumer versions: Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'ConntrackHelper': '1.0', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Log': '1.0', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Network': '1.1', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Port': '1.7', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'PortForwarding': '1.2', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'QosPolicy': '1.8', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroup': '1.4', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroupRule': '1.2', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SubPort': '1.0', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Subnet': '1.1', Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Trunk': '1.1'}} Jun 16 16:23:11.240028 dv-cinder-796685-1-iscsi neutron-server[92415]: {{(pid=92415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:23:11.292414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.297238 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:11.430653 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.432113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:11.432807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:11.434905 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:11.529774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Pushing event updated for resources: {'Network': ['ID=eb129f75-119b-4234-a89c-5d0e9d7e906b,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:11.533583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:11.541148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network eb129f75-119b-4234-a89c-5d0e9d7e906b details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:23:11.556796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3452857 Jun 16 16:23:12.841170 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:13.884263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51664) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:14.056744 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd674746-dad1-4a00-8ff9-1c9f216f7c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:14.058141 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bd674746-dad1-4a00-8ff9-1c9f216f7c44 admin admin] 10.222.0.91 "GET /v2.0/subnets/d922d056-5267-478e-8657-da11c7ecf6f3 HTTP/1.1" status: 200 len: 849 time: 0.1729398 Jun 16 16:23:14.220389 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6e91744f-5467-4cf7-8a28-313a2b47ac87 admin admin] 10.222.0.91 "GET /v2.0/routers/be84d2ff-31bf-4f81-9ecc-865991f9c854 HTTP/1.1" status: 200 len: 704 time: 0.1563351 Jun 16 16:23:14.485684 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.622700 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:23:14.776494 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Allocated IP 172.20.0.1 (1e384cd7-10cb-43af-915e-78c0d3332826/d922d056-5267-478e-8657-da11c7ecf6f3/0da7b467-b9a9-4781-b591-65e55098eb03) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:14.934820 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:14.957354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.provisioning_blocks [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Transition to ACTIVE for port object 0da7b467-b9a9-4781-b591-65e55098eb03 will not be triggered until provisioned by entity DHCP. {{(pid=92416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:15.089117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.092227 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:15.208768 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Network 1e384cd7-10cb-43af-915e-78c0d3332826 is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:15.214541 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:15.223146 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:15.223765 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.283741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0da7b467-b9a9-4781-b591-65e55098eb03,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:15.296247 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:15.499051 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-81d8d716-cb0d-419d-9fa1-5e41418ac0e2 None None] Provisioning for port 0da7b467-b9a9-4781-b591-65e55098eb03 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:15.502824 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-81d8d716-cb0d-419d-9fa1-5e41418ac0e2 None None] Provisioning complete for port 0da7b467-b9a9-4781-b591-65e55098eb03 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:15.503203 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-81d8d716-cb0d-419d-9fa1-5e41418ac0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.520272 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.538787 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-81d8d716-cb0d-419d-9fa1-5e41418ac0e2 None None] Port 0da7b467-b9a9-4781-b591-65e55098eb03 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:23:15.701566 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.767518 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.768679 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:15.770512 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:15.828785 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=0da7b467-b9a9-4781-b591-65e55098eb03,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:15.832681 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:15.895180 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Network 1e384cd7-10cb-43af-915e-78c0d3332826 is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:15.896485 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:16.058327 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ab95c2b7-540c-4a25-b572-e8cf112b461e None None] Provisioning complete for port 0da7b467-b9a9-4781-b591-65e55098eb03 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:16.058828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab95c2b7-540c-4a25-b572-e8cf112b461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:16.092369 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-ab95c2b7-540c-4a25-b572-e8cf112b461e None None] Port 0da7b467-b9a9-4781-b591-65e55098eb03 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:23:16.133691 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Router be84d2ff-31bf-4f81-9ecc-865991f9c854 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:23:16.227391 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:16.235295 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] 10.222.0.91 "PUT /v2.0/routers/be84d2ff-31bf-4f81-9ecc-865991f9c854/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0098376 Jun 16 16:23:16.239698 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Sync routers for ids ['be84d2ff-31bf-4f81-9ecc-865991f9c854'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:16.251169 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Routers {'be84d2ff-31bf-4f81-9ecc-865991f9c854'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:16.252048 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:23:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['be84d2ff-31bf-4f81-9ecc-865991f9c854'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:16.436052 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Set router be84d2ff-31bf-4f81-9ecc-865991f9c854 gateway port host: None {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:16.866366 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'name': 'router1', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:04Z', 'updated_at': '2021-06-16T16:23:15Z', 'revision_number': 2, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'gw_port_host': None, '_interfaces': [{'id': '0da7b467-b9a9-4781-b591-65e55098eb03', 'name': '', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'mac_address': 'fa:16:3e:98:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:14Z', 'updated_at': '2021-06-16T16:23:15Z', 'revision_number': 2, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'subnets': [{'id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:16.872440 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Checking router: be84d2ff-31bf-4f81-9ecc-865991f9c854 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:16.872813 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Updating router be84d2ff-31bf-4f81-9ecc-865991f9c854 port 0da7b467-b9a9-4781-b591-65e55098eb03 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:23:16.939404 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.433395 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.450964 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Transition to ACTIVE for port object 0da7b467-b9a9-4781-b591-65e55098eb03 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:17.534126 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.537048 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.734522 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Pushing event updated for resources: {'Port': ['ID=0da7b467-b9a9-4781-b591-65e55098eb03,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.741917 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Attempting to bind port 0da7b467-b9a9-4781-b591-65e55098eb03 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:17.742311 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Attempting to bind port 0da7b467-b9a9-4781-b591-65e55098eb03 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:17.742749 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Attempting to bind port 0da7b467-b9a9-4781-b591-65e55098eb03 on network 1e384cd7-10cb-43af-915e-78c0d3332826 {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:17.745244 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.745604 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.745934 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.746257 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.746575 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.746892 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.747207 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.747565 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.747886 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.748195 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.748504 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.748811 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Tracked resource versions report: Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: pushed versions: Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: { 'AddressGroup': {'1.2'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'ConntrackHelper': {'1.0'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Log': {'1.0'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Network': {'1.1'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Port': {'1.7'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'PortForwarding': {'1.2'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'QosPolicy': {'1.8'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroup': {'1.4'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SubPort': {'1.0'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Subnet': {'1.1'}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Trunk': {'1.1'}} Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: consumer versions: Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'ConntrackHelper': '1.0', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Log': '1.0', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Network': '1.1', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Port': '1.7', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'PortForwarding': '1.2', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'QosPolicy': '1.8', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroup': '1.4', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroupRule': '1.2', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SubPort': '1.0', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Subnet': '1.1', Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Trunk': '1.1'}} Jun 16 16:23:17.749989 dv-cinder-796685-1-iscsi neutron-server[92418]: {{(pid=92418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:23:17.755626 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.756363 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:17.756760 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Checking segment: {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:17.757240 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.757650 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Bound using segment: {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:17.758151 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Bound port: 0da7b467-b9a9-4781-b591-65e55098eb03, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7226366e-dd5e-4d06-9e1b-a171659313d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:17.758528 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.832637 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] For port 0da7b467-b9a9-4781-b591-65e55098eb03, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:17.853969 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] For port 0da7b467-b9a9-4781-b591-65e55098eb03, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=0da7b467-b9a9-4781-b591-65e55098eb03,segment=NetworkSegment(7226366e-dd5e-4d06-9e1b-a171659313d7),segment_id=7226366e-dd5e-4d06-9e1b-a171659313d7)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:17.933868 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:17.936256 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:17.991447 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Pushing event updated for resources: {'Port': ['ID=0da7b467-b9a9-4781-b591-65e55098eb03,revision_number=4']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:17.998522 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:17.999612 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Routers {'be84d2ff-31bf-4f81-9ecc-865991f9c854'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:18.000213 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:23:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['be84d2ff-31bf-4f81-9ecc-865991f9c854'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:18.095867 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] Set router be84d2ff-31bf-4f81-9ecc-865991f9c854 gateway port host: None {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:18.327972 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'name': 'router1', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:04Z', 'updated_at': '2021-06-16T16:23:15Z', 'revision_number': 2, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'gw_port_host': None, '_interfaces': [{'id': '0da7b467-b9a9-4781-b591-65e55098eb03', 'name': '', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'mac_address': 'fa:16:3e:98:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:14Z', 'updated_at': '2021-06-16T16:23:17Z', 'revision_number': 4, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'subnets': [{'id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:18.332491 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1166cd-e163-4d24-af8b-42cf5516a399 None None] The sync data for ids ['be84d2ff-31bf-4f81-9ecc-865991f9c854'] in dv-cinder-796685-1-iscsi is: [{'id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'name': 'router1', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:04Z', 'updated_at': '2021-06-16T16:23:15Z', 'revision_number': 2, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'gw_port_host': None, '_interfaces': [{'id': '0da7b467-b9a9-4781-b591-65e55098eb03', 'name': '', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'mac_address': 'fa:16:3e:98:99:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:14Z', 'updated_at': '2021-06-16T16:23:17Z', 'revision_number': 4, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'subnets': [{'id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:18.460133 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51684) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:18.580730 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72554ce-ef4c-4528-b418-1b2dc2b57fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:18.582092 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d72554ce-ef4c-4528-b418-1b2dc2b57fd5 admin admin] 10.222.0.91 "GET /v2.0/networks/eb129f75-119b-4234-a89c-5d0e9d7e906b HTTP/1.1" status: 200 len: 842 time: 0.1209993 Jun 16 16:23:18.591623 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:18.710363 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Made reservation on behalf of db399595ac284aa2a8a85ddf1be42474 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:23:18.712728 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.063663 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.objects.ports [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92416) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 16:23:19.064125 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.066332 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f897d0fc-12ff-4305-82aa-4e864c71c530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:19.120177 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=01630ad1-fd4e-4f45-8d89-f7815d303681,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:19.124695 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:19.127659 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:19.127968 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Network hostable DHCP agents. Network: eb129f75-119b-4234-a89c-5d0e9d7e906b, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:23:19.219509 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:23:19.310136 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, eb129f75-119b-4234-a89c-5d0e9d7e906b) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:19.314803 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:19.315382 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:19.322018 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68c028-1c9f-442d-9306-74b02cba0ed7 None None] Network eb129f75-119b-4234-a89c-5d0e9d7e906b requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:19.409479 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8088248 Jun 16 16:23:19.469897 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4b391-b909-4e18-af72-8ba609442f4f None None] Network eb129f75-119b-4234-a89c-5d0e9d7e906b requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:23:21.766633 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51696) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:21.874780 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 0da7b467-b9a9-4781-b591-65e55098eb03 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:21.947301 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-abdc43c4-f953-478d-8f79-77ba6b35ca3a admin admin] 10.222.0.91 "GET /v2.0/routers/be84d2ff-31bf-4f81-9ecc-865991f9c854 HTTP/1.1" status: 200 len: 710 time: 0.1791246 Jun 16 16:23:22.054497 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 0da7b467-b9a9-4781-b591-65e55098eb03 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:22.061494 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 0da7b467-b9a9-4781-b591-65e55098eb03 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:22.062728 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.147319 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba704d7a-6cc0-46d4-99b5-a8d952cec80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:23:22.157417 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ba704d7a-6cc0-46d4-99b5-a8d952cec80e admin admin] 10.222.0.91 "GET /v2.0/networks/eb129f75-119b-4234-a89c-5d0e9d7e906b HTTP/1.1" status: 200 len: 886 time: 0.2036474 Jun 16 16:23:22.164426 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:23:22.183851 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.229950 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 0da7b467-b9a9-4781-b591-65e55098eb03, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=0da7b467-b9a9-4781-b591-65e55098eb03,segment=NetworkSegment(7226366e-dd5e-4d06-9e1b-a171659313d7),segment_id=7226366e-dd5e-4d06-9e1b-a171659313d7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:22.332536 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.332536 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:22.393297 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=0da7b467-b9a9-4781-b591-65e55098eb03,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:22.407411 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:22.464704 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:22.937186 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.013407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.118634 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Allocated IP 172.27.3.73 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/ee4ea420-a1a6-4dba-9213-a01c42e80819) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:23:23.220428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.425751 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.428267 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:23.468368 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:23:23.474106 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:23:23.478767 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:23:23.484852 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Pushing event updated for resources: {'Port': ['ID=ee4ea420-a1a6-4dba-9213-a01c42e80819,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:23.516946 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:23.849155 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 0da7b467-b9a9-4781-b591-65e55098eb03 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:23.855036 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:23.904860 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 0da7b467-b9a9-4781-b591-65e55098eb03 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:23.905260 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.166913 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.170608 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-676752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-676834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-685482'] for router, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.276790 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Router be84d2ff-31bf-4f81-9ecc-865991f9c854 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:23:24.382478 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:23:24.386998 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:24.388244 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] 10.222.0.91 "PUT /v2.0/routers/be84d2ff-31bf-4f81-9ecc-865991f9c854 HTTP/1.1" status: 200 len: 889 time: 2.2297580 Jun 16 16:23:24.404897 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Sync routers for ids ['be84d2ff-31bf-4f81-9ecc-865991f9c854'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:23:24.422176 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Routers {'be84d2ff-31bf-4f81-9ecc-865991f9c854'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:24.422906 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:23:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['be84d2ff-31bf-4f81-9ecc-865991f9c854'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:24.664918 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Set router be84d2ff-31bf-4f81-9ecc-865991f9c854 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:25.080254 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'name': 'router1', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ee4ea420-a1a6-4dba-9213-a01c42e80819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:04Z', 'updated_at': '2021-06-16T16:23:23Z', 'revision_number': 4, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'gw_port': {'id': 'ee4ea420-a1a6-4dba-9213-a01c42e80819', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:23Z', 'updated_at': '2021-06-16T16:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '0da7b467-b9a9-4781-b591-65e55098eb03', 'name': '', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'mac_address': 'fa:16:3e:98:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:14Z', 'updated_at': '2021-06-16T16:23:22Z', 'revision_number': 5, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'subnets': [{'id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:25.087590 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Checking router: be84d2ff-31bf-4f81-9ecc-865991f9c854 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:23:25.088023 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Updating router be84d2ff-31bf-4f81-9ecc-865991f9c854 port ee4ea420-a1a6-4dba-9213-a01c42e80819 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:23:25.126536 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:25.454857 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:25.464393 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Transition to ACTIVE for port object ee4ea420-a1a6-4dba-9213-a01c42e80819 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:23:25.562109 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:25.564763 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:25.615099 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Attempting to bind port ee4ea420-a1a6-4dba-9213-a01c42e80819 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:23:25.615474 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Attempting to bind port ee4ea420-a1a6-4dba-9213-a01c42e80819 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:23:25.616352 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Attempting to bind port ee4ea420-a1a6-4dba-9213-a01c42e80819 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:23:25.618274 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5e733-5eac-4490-a164-c5cfb45958aa None None] Pushing event updated for resources: {'Port': ['ID=ee4ea420-a1a6-4dba-9213-a01c42e80819,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:25.621538 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3db5e733-5eac-4490-a164-c5cfb45958aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:25.625082 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:23:25.625444 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:23:25.625878 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:25.626271 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:23:25.626745 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Bound port: ee4ea420-a1a6-4dba-9213-a01c42e80819, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:23:25.627538 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:25.682627 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] For port ee4ea420-a1a6-4dba-9213-a01c42e80819, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:23:25.685768 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] For port ee4ea420-a1a6-4dba-9213-a01c42e80819, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=ee4ea420-a1a6-4dba-9213-a01c42e80819,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:23:25.791039 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:25.793362 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:25.850225 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Routers {'be84d2ff-31bf-4f81-9ecc-865991f9c854'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:23:25.850850 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:23:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['be84d2ff-31bf-4f81-9ecc-865991f9c854'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:25.852750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5e733-5eac-4490-a164-c5cfb45958aa None None] Pushing event updated for resources: {'Port': ['ID=ee4ea420-a1a6-4dba-9213-a01c42e80819,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:25.856312 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3db5e733-5eac-4490-a164-c5cfb45958aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:26.043905 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] Set router be84d2ff-31bf-4f81-9ecc-865991f9c854 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:23:26.284897 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'name': 'router1', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ee4ea420-a1a6-4dba-9213-a01c42e80819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:04Z', 'updated_at': '2021-06-16T16:23:23Z', 'revision_number': 4, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'gw_port': {'id': 'ee4ea420-a1a6-4dba-9213-a01c42e80819', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:23Z', 'updated_at': '2021-06-16T16:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '0da7b467-b9a9-4781-b591-65e55098eb03', 'name': '', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'mac_address': 'fa:16:3e:98:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:14Z', 'updated_at': '2021-06-16T16:23:22Z', 'revision_number': 5, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'subnets': [{'id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:23:26.289114 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341235fc-fae9-4073-b9c7-7c68ce6359da None None] The sync data for ids ['be84d2ff-31bf-4f81-9ecc-865991f9c854'] in dv-cinder-796685-1-iscsi is: [{'id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'name': 'router1', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ee4ea420-a1a6-4dba-9213-a01c42e80819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:23:04Z', 'updated_at': '2021-06-16T16:23:23Z', 'revision_number': 4, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'gw_port': {'id': 'ee4ea420-a1a6-4dba-9213-a01c42e80819', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:23Z', 'updated_at': '2021-06-16T16:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '0da7b467-b9a9-4781-b591-65e55098eb03', 'name': '', 'network_id': '1e384cd7-10cb-43af-915e-78c0d3332826', 'tenant_id': '94acde4be0a043adaea1686b2d52916b', 'mac_address': 'fa:16:3e:98:99:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be84d2ff-31bf-4f81-9ecc-865991f9c854', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:23:14Z', 'updated_at': '2021-06-16T16:23:22Z', 'revision_number': 5, 'project_id': '94acde4be0a043adaea1686b2d52916b', 'subnets': [{'id': 'd922d056-5267-478e-8657-da11c7ecf6f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eb48c73-05c1-4345-b9ec-9ac074b30352'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:23:26.856219 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 51704) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:23:26.985579 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-126ed8c2-80c0-4b69-a67c-28235d704fc9 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1281257 Jun 16 16:23:27.896967 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device ee4ea420-a1a6-4dba-9213-a01c42e80819 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:28.053154 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port ee4ea420-a1a6-4dba-9213-a01c42e80819 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:23:28.057563 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port ee4ea420-a1a6-4dba-9213-a01c42e80819 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:28.057950 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.147984 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.179035 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port ee4ea420-a1a6-4dba-9213-a01c42e80819, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=ee4ea420-a1a6-4dba-9213-a01c42e80819,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:23:28.236458 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:28.239695 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:23:28.292049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=ee4ea420-a1a6-4dba-9213-a01c42e80819,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:23:28.296791 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:23:29.872208 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device ee4ea420-a1a6-4dba-9213-a01c42e80819 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:23:29.970113 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port ee4ea420-a1a6-4dba-9213-a01c42e80819 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:23:29.970409 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:37.357728 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3eb287fb-e28f-4c1e-8ac4-e386cf22bd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.052144 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:40.155928 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a8dd0941-7e05-4c63-a666-cb43f35489c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:41.166782 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:42.870543 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:23:51.623971 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:07.321701 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-b7084ae2-b1fd-4c2c-84b4-a01ddcc9ed85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.058023 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:10.133334 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-1289db37-ea21-4ec4-b21f-62475f898027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:11.165847 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:12.910599 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:28.623099 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:24:37.332125 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-73a6b17e-2fd3-4242-969b-3c361c133c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:40.093351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bccfadda-2487-4da5-ae4a-02a86d349813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:40.229026 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:41.177735 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:24:42.869996 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:05.621483 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:07.365253 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c2488b82-4ffa-45b5-9fd1-5bb839d97a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.051038 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:10.131277 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-677da524-096f-494a-8e6a-6dcdec38a821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:11.182993 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:12.489112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52272) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:12.562455 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6db4b63-ef39-401f-942b-cbdffd2ec426 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:25:12.563985 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d6db4b63-ef39-401f-942b-cbdffd2ec426 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0738716 Jun 16 16:25:12.777216 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9940dd4-54d8-44df-9db0-03ced9d62598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:12.779335 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c9940dd4-54d8-44df-9db0-03ced9d62598 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2107103 Jun 16 16:25:12.880375 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:14.948764 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52282) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:15.079997 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626ccf3-ae33-4bc2-bba6-4b1e8a2b49d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:15.081384 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2626ccf3-ae33-4bc2-bba6-4b1e8a2b49d0 admin admin] 10.222.0.91 "GET /v2.0/subnets/d922d056-5267-478e-8657-da11c7ecf6f3 HTTP/1.1" status: 200 len: 849 time: 0.1316512 Jun 16 16:25:15.091779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:25:15.189627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Notify callbacks [] for subnet, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.411391 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783600913520'] for subnet, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.416557 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:25:15.452749 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:15.453879 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:15.455101 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] 10.222.0.91 "PUT /v2.0/subnets/d922d056-5267-478e-8657-da11c7ecf6f3 HTTP/1.1" status: 200 len: 868 time: 0.3675532 Jun 16 16:25:15.457563 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85744559-624d-4acf-885e-85a10cd72aa6 None None] Network 1e384cd7-10cb-43af-915e-78c0d3332826 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:25:15.478388 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d922d056-5267-478e-8657-da11c7ecf6f3,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:25:15.487065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.487505 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.487933 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.488244 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.488585 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.488913 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.489352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.489701 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.495299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.495299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.495299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.495299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:25:15.495299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:25:15.920081 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-8b839a99-9fa0-448b-bfc3-c9ff143c3ced None None] Provisioning complete for port 2157a307-6997-428e-b929-5cc585732dba triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:15.920682 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b839a99-9fa0-448b-bfc3-c9ff143c3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:16.041162 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-8b839a99-9fa0-448b-bfc3-c9ff143c3ced None None] Provisioning complete for port 0da7b467-b9a9-4781-b591-65e55098eb03 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:25:16.041162 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b839a99-9fa0-448b-bfc3-c9ff143c3ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:17.736702 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52290) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:17.973734 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56ce80-ce0a-4bfb-a911-4763a1fa20d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:17.974522 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56ce80-ce0a-4bfb-a911-4763a1fa20d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:17.977135 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6e56ce80-ce0a-4bfb-a911-4763a1fa20d7 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2392349 Jun 16 16:25:20.189912 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52298) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:20.323563 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df7c81-8c7d-4242-8e8f-270129a68fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:20.324044 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df7c81-8c7d-4242-8e8f-270129a68fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:20.326140 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-04df7c81-8c7d-4242-8e8f-270129a68fea admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1352799 Jun 16 16:25:22.489684 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52306) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:22.620677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d5683c-5c6f-4142-9946-fc83657611a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:22.622617 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-90d5683c-5c6f-4142-9946-fc83657611a9 admin admin] 10.222.0.91 "GET /v2.0/networks/1e384cd7-10cb-43af-915e-78c0d3332826 HTTP/1.1" status: 200 len: 870 time: 0.1319854 Jun 16 16:25:24.798887 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52316) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:24.931596 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16563f41-d8a4-4664-b673-ee47ae641950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:24.932992 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-16563f41-d8a4-4664-b673-ee47ae641950 admin admin] 10.222.0.91 "GET /v2.0/networks/eb129f75-119b-4234-a89c-5d0e9d7e906b HTTP/1.1" status: 200 len: 886 time: 0.1331248 Jun 16 16:25:27.126682 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52324) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:27.255753 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8ce63-2c4b-401b-b6aa-2ba38158f467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:27.256205 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef8ce63-2c4b-401b-b6aa-2ba38158f467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:27.257760 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3ef8ce63-2c4b-401b-b6aa-2ba38158f467 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300545 Jun 16 16:25:29.463875 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52332) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:29.565992 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a62264-dcbe-41c5-ae6d-37f36c64fdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:29.566447 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a62264-dcbe-41c5-ae6d-37f36c64fdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:29.568002 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c9a62264-dcbe-41c5-ae6d-37f36c64fdc2 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1031525 Jun 16 16:25:31.891218 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52340) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:32.002447 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb993b-e9ac-483c-965e-af5fbee09864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:32.003991 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-26bb993b-e9ac-483c-965e-af5fbee09864 admin admin] 10.222.0.91 "GET /v2.0/subnets/01630ad1-fd4e-4f45-8d89-f7815d303681 HTTP/1.1" status: 200 len: 816 time: 0.1114702 Jun 16 16:25:34.362281 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52348) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:34.464700 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc93b98-7487-41e6-813a-4e918ddf967c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:25:34.466387 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2cc93b98-7487-41e6-813a-4e918ddf967c admin admin] 10.222.0.91 "GET /v2.0/subnets/d922d056-5267-478e-8657-da11c7ecf6f3 HTTP/1.1" status: 200 len: 868 time: 0.1027484 Jun 16 16:25:37.336801 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8bd20b29-f5f8-45a0-8a3e-506c71023247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.038173 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:40.096456 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f8a7aeae-8be7-4af5-bf27-9387595a9a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:41.154024 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:42.619782 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:25:42.873155 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:25:58.290591 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52394) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:25:58.339477 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [None req-28a7d059-c1e9-4e2e-a010-64e11495f1cf admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:25:58.341153 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-28a7d059-c1e9-4e2e-a010-64e11495f1cf admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495679 Jun 16 16:26:00.607906 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52402) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:00.670424 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad2784f-ee2f-45b1-8363-b7d3d7c7b0b6 admin admin] GET failed (client error): The resource could not be found. Jun 16 16:26:00.671772 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-7ad2784f-ee2f-45b1-8363-b7d3d7c7b0b6 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0628979 Jun 16 16:26:00.816310 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c8972-e0a7-4ebc-837f-159d23a0868a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:00.817720 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8e1c8972-e0a7-4ebc-837f-159d23a0868a admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1420560 Jun 16 16:26:03.000584 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52410) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:03.048224 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:03.118875 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Made reservation on behalf of db399595ac284aa2a8a85ddf1be42474 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:03.121285 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.150921 dv-cinder-796685-1-iscsi neutron-server[92416]: WARNING neutron.services.revisions.revision_plugin [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Could not find related network for resource to bump revision. Jun 16 16:26:03.163990 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1200} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:26:03.173381 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.173750 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Added segment 00a77055-57a5-4bd3-9571-bce0cc26fe66 of type vlan for network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 Jun 16 16:26:03.222489 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.284415 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.285756 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:03.286389 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:03.288456 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:03.345844 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Pushing event updated for resources: {'Network': ['ID=8b35f8e6-143c-44c1-b3cc-922b1da04be0,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:03.352341 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.352685 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.353021 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.353353 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.353831 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.354185 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.354510 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.354827 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.355169 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.355495 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.355810 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.356120 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:03.359718 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:03.367966 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:26:03.433999 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4317064 Jun 16 16:26:05.611079 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52418) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:26:05.671906 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.pecan_wsgi.hooks.translation [None req-17679fdf-0fb3-481f-a2cd-c8de0681cd7c admin admin] GET failed (client error): The resource could not be found. Jun 16 16:26:05.673284 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-17679fdf-0fb3-481f-a2cd-c8de0681cd7c admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612407 Jun 16 16:26:05.742110 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ccc959-eab5-458b-bcac-52f1ab9c1031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:05.743573 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-58ccc959-eab5-458b-bcac-52f1ab9c1031 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0664585 Jun 16 16:26:05.753189 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Request body: {'subnet': {'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:26:05.815999 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Made reservation on behalf of db399595ac284aa2a8a85ddf1be42474 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:26:05.818326 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.050524 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.052809 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:06.112985 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=933fdae4-0a37-41a5-bc3a-996051baef0a,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:06.118407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:06.119862 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Checking segment: {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:06.120306 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Network hostable DHCP agents. Network: 8b35f8e6-143c-44c1-b3cc-922b1da04be0, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:26:06.210356 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:26:06.318452 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 8b35f8e6-143c-44c1-b3cc-922b1da04be0) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:06.322652 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:26:06.323346 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.328801 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9d6ab-2a65-4fd7-be00-673e6e61fb58 None None] Network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:06.542214 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7923665 Jun 16 16:26:06.575866 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-8b35f8e6-143c-44c1-b3cc-922b1da04be0', 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0', 'tenant_id': 'db399595ac284aa2a8a85ddf1be42474', 'fixed_ips': [{'subnet_id': '933fdae4-0a37-41a5-bc3a-996051baef0a'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:26:06.576955 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:06.904064 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Allocated IP 192.168.233.2 (8b35f8e6-143c-44c1-b3cc-922b1da04be0/933fdae4-0a37-41a5-bc3a-996051baef0a/15efec1f-3512-4016-9750-83a95598664c) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:26:07.047271 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.056105 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Transition to ACTIVE for port object 15efec1f-3512-4016-9750-83a95598664c will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:07.072055 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Transition to ACTIVE for port object 15efec1f-3512-4016-9750-83a95598664c will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:26:07.142237 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.145942 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3db5e733-5eac-4490-a164-c5cfb45958aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:07.182896 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:26:07.186310 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:26:07.193091 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:26:07.204337 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Pushing event updated for resources: {'Port': ['ID=15efec1f-3512-4016-9750-83a95598664c,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:07.229154 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.229526 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.229877 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.230241 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.230581 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.230908 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.231232 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.231562 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.231895 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.232219 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.232536 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.232854 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:26:07.237335 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:07.273022 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Attempting to bind port 15efec1f-3512-4016-9750-83a95598664c on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:26:07.273418 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Attempting to bind port 15efec1f-3512-4016-9750-83a95598664c by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:26:07.273825 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Attempting to bind port 15efec1f-3512-4016-9750-83a95598664c on network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:26:07.284844 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:26:07.285223 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Checking segment: {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:26:07.285659 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.286060 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Bound using segment: {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:26:07.286540 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Bound port: 15efec1f-3512-4016-9750-83a95598664c, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:26:07.286918 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.339962 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-39336f54-aadc-4f53-9bbe-8040151d71cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.352329 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] For port 15efec1f-3512-4016-9750-83a95598664c, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:26:07.356073 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] For port 15efec1f-3512-4016-9750-83a95598664c, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=15efec1f-3512-4016-9750-83a95598664c,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:26:07.410406 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:07.412841 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:07.483939 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Pushing event updated for resources: {'Port': ['ID=15efec1f-3512-4016-9750-83a95598664c,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:07.487810 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:07.994723 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 15efec1f-3512-4016-9750-83a95598664c up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:08.170957 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 15efec1f-3512-4016-9750-83a95598664c completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:08.321377 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbbf462-421b-49ee-bf04-0ccfe8a27ce6 None None] Network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:26:08.528354 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Provisioning for port 15efec1f-3512-4016-9750-83a95598664c completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:26:08.533862 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Provisioning complete for port 15efec1f-3512-4016-9750-83a95598664c triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:08.534185 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.652710 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.702971 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] For port 15efec1f-3512-4016-9750-83a95598664c, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=15efec1f-3512-4016-9750-83a95598664c,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:26:08.781824 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:08.787933 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:26:08.847351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Pushing event updated for resources: {'Port': ['ID=15efec1f-3512-4016-9750-83a95598664c,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:26:08.850526 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:26:08.907015 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-0e21d229-1543-4541-babe-2e9b345cb358 None None] Provisioning complete for port 15efec1f-3512-4016-9750-83a95598664c triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:08.907392 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0e21d229-1543-4541-babe-2e9b345cb358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:09.962686 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 15efec1f-3512-4016-9750-83a95598664c up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:26:10.036461 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 15efec1f-3512-4016-9750-83a95598664c triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:26:10.036735 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.081717 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:10.107519 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-76804406-c222-40c5-95cc-15e099140cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:11.175338 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:12.889786 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:19.623673 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:26:37.340701 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-12b88355-a190-4fd4-b057-4dbd73466f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.055067 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:40.112285 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-28fa58b1-3bb6-4a02-a3d7-cea09295afdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:41.186615 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:42.883544 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:26:56.622801 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:07.357953 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d531a29f-736c-48da-b4b8-45128531fead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.066188 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:10.134856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4966d43a-9828-4c7c-8949-b6c4fa630a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:11.197250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:12.918231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:33.621807 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:27:33.750052 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52470) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:33.756099 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [None req-69d558dd-1fe6-49d3-b8a5-383e63933395 tempest-verify_tempest_config-776614164 tempest-verify_tempest_config-776614164-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92416) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:27:33.757997 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-69d558dd-1fe6-49d3-b8a5-383e63933395 tempest-verify_tempest_config-776614164 tempest-verify_tempest_config-776614164-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062194 Jun 16 16:27:34.308270 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52488) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:34.432572 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.519209 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.602608 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.606354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:34.646779 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28ffd2c-f05e-4498-a0fd-e50ebc913a29,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:34.650852 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1739ca45e906458ca0a42896be45a0e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3411217 Jun 16 16:27:34.653644 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52492) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:27:34.656352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.656717 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.657056 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.657392 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.657788 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.658085 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.658410 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.658731 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.659069 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.659389 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.659706 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.660011 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.663921 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:34.739772 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.775723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.951827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.954735 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:34.955962 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c28ffd2c-f05e-4498-a0fd-e50ebc913a29 HTTP/1.1" status: 204 len: 168 time: 0.3012850 Jun 16 16:27:34.956497 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:27:34.964722 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28ffd2c-f05e-4498-a0fd-e50ebc913a29,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:27:34.971588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.972191 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.972562 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.972878 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.973217 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.973766 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:27:34.979981 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:27:37.408100 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a6a82c51-ecf1-4287-b00c-a5ffd6faedd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:40.059864 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:40.110979 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3cfa10fe-3dda-465d-b59a-ad5e5d5f4f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:41.174415 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:27:42.901059 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:07.339307 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-902360d2-56c0-47a5-9598-e4f9d4cdd6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.053242 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.110852 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab72a9d2-5b68-475c-b046-6611e30f2327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:10.619868 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:28:11.195771 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:12.910634 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:37.349792 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-73011bfd-0710-4bd8-bc6d-192a1f58f00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:40.070303 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:40.138979 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6a36d279-7883-454f-9430-abc8d9e3d0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:41.218531 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:42.933035 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:28:47.619041 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 5 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:07.338132 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7be51770-4325-49ca-925f-1b7dd60bc954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.064412 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:10.139758 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d223b0aa-229e-4d16-952d-3c2fdf3da9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:11.270959 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:12.950535 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:15.241143 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847'] for agent, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:17.640339 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52546) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:17.754480 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b26efb15-9262-4c53-b1a4-31580133bc75 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1125669 Jun 16 16:29:20.025339 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52556) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:29:20.087640 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-1b7b178f-c053-479a-ad06-a17a95125276 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0608909 Jun 16 16:29:24.618721 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:29:37.366610 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f502b84b-2f86-43a3-95c9-8236e8ed8adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:40.092113 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:40.126359 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4d692c65-4a31-459e-9cd6-21f1a2869ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:41.218086 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:42.937568 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:29:45.160590 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:01.618966 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:30:07.348251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-899e2c2e-45f8-45d6-b66b-170a2dd05a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:10.108461 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:10.137711 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9c09-4eaf-40c5-b99e-4deebf2691e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:11.217070 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:13.006364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:15.160439 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:37.342506 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f2690f8f-231c-4fe1-aeb1-5b432bab6b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:38.617963 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:30:40.051744 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:40.113722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-87f372f8-4847-4cd3-9670-2ad12516d1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:41.199203 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:42.931011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:45.176490 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:47.905323 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52646) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:48.187346 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-253678522-network', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:48.257153 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Made reservation on behalf of ce88b755a50b43458a0ee21a6dd8eda0 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:48.259507 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.268408 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.474397 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.576381 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.580623 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:48.601653 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1212} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:48.611618 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b83879-b411-47ee-820d-d7927919d2c1,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:48.619714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.620202 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Added segment e37e3e1f-66ec-4064-ab9b-e7e81fd32c32 of type vlan for network 8598bfb7-94ee-454e-9f91-c421ff437025 Jun 16 16:30:48.622290 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.622648 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.622982 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.623307 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.623628 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.623960 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.624280 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.624599 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.624924 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.625272 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.625681 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.625909 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Tracked resource versions report: Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: pushed versions: Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: { 'AddressGroup': {'1.2'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'ConntrackHelper': {'1.0'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Log': {'1.0'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Network': {'1.1'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Port': {'1.7'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'PortForwarding': {'1.2'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'QosPolicy': {'1.8'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroup': {'1.4'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SubPort': {'1.0'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Subnet': {'1.1'}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Trunk': {'1.1'}} Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: consumer versions: Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'ConntrackHelper': '1.0', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Log': '1.0', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Network': '1.1', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Port': '1.7', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'PortForwarding': '1.2', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'QosPolicy': '1.8', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroup': '1.4', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SecurityGroupRule': '1.2', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'SubPort': '1.0', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Subnet': '1.1', Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: 'Trunk': '1.1'}} Jun 16 16:30:48.627055 dv-cinder-796685-1-iscsi neutron-server[92416]: {{(pid=92416) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:30:48.644479 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:48.672384 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.759281 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.761357 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:48.762074 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:48.765552 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:48.831256 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=8598bfb7-94ee-454e-9f91-c421ff437025,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:48.835308 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:48.836989 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9295075 Jun 16 16:30:48.840147 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52710) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:48.842002 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 8598bfb7-94ee-454e-9f91-c421ff437025 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:30:48.845502 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Request body: {'subnet': {'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-253678522-subnet', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:48.925630 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Made reservation on behalf of ce88b755a50b43458a0ee21a6dd8eda0 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:48.928799 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.170937 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.174103 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:49.218639 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da433d2d-a0c2-4c91-beb8-18beb4c062e2,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:49.223882 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:49.237677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Checking segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:49.238068 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Network hostable DHCP agents. Network: 8598bfb7-94ee-454e-9f91-c421ff437025, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:49.319061 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Network 8598bfb7-94ee-454e-9f91-c421ff437025 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:49.433475 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 8598bfb7-94ee-454e-9f91-c421ff437025) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:49.437941 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:49.438528 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.443393 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b55786-3ae6-439b-847c-ab8c0cf746c8 None None] Network 8598bfb7-94ee-454e-9f91-c421ff437025 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:49.588554 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-171c0f40-105f-4a5a-ac41-ca36ec9a0953 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7469919 Jun 16 16:30:49.590379 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-8598bfb7-94ee-454e-9f91-c421ff437025', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:30:49.591251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.594192 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52730) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:49.600983 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:49.690635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.691907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.735038 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Allocated IP 172.20.0.2 (8598bfb7-94ee-454e-9f91-c421ff437025/da433d2d-a0c2-4c91-beb8-18beb4c062e2/b618b690-fd24-43f9-b913-4adf1f01ac48) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:49.759796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.984761 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:49.994515 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Transition to ACTIVE for port object b618b690-fd24-43f9-b913-4adf1f01ac48 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:50.011791 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.012284 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Transition to ACTIVE for port object b618b690-fd24-43f9-b913-4adf1f01ac48 will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:50.057124 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.060706 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:50.096544 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Network 8598bfb7-94ee-454e-9f91-c421ff437025 is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:50.099971 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:50.104219 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:50.145656 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Pushing event updated for resources: {'Port': ['ID=b618b690-fd24-43f9-b913-4adf1f01ac48,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:50.168236 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.168571 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.169099 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.169508 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.171797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.171797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.171797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.171797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.171797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.171797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.172463 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.172940 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Tracked resource versions report: Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: pushed versions: Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: { 'AddressGroup': {'1.2'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'ConntrackHelper': {'1.0'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Log': {'1.0'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Network': {'1.1'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Port': {'1.7'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'PortForwarding': {'1.2'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'QosPolicy': {'1.8'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroup': {'1.4'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SubPort': {'1.0'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Subnet': {'1.1'}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Trunk': {'1.1'}} Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: consumer versions: Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'ConntrackHelper': '1.0', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Log': '1.0', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Network': '1.1', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Port': '1.7', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'PortForwarding': '1.2', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'QosPolicy': '1.8', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroup': '1.4', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SecurityGroupRule': '1.2', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'SubPort': '1.0', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Subnet': '1.1', Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: 'Trunk': '1.1'}} Jun 16 16:30:50.174065 dv-cinder-796685-1-iscsi neutron-server[92417]: {{(pid=92417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:30:50.180043 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:50.191843 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Attempting to bind port b618b690-fd24-43f9-b913-4adf1f01ac48 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:30:50.192350 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Attempting to bind port b618b690-fd24-43f9-b913-4adf1f01ac48 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:30:50.193039 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Attempting to bind port b618b690-fd24-43f9-b913-4adf1f01ac48 on network 8598bfb7-94ee-454e-9f91-c421ff437025 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:30:50.200249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:30:50.200249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Checking segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:50.200249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.200929 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Bound using segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:30:50.201474 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Bound port: b618b690-fd24-43f9-b913-4adf1f01ac48, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:30:50.201969 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.293700 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] For port b618b690-fd24-43f9-b913-4adf1f01ac48, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:30:50.297718 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] For port b618b690-fd24-43f9-b913-4adf1f01ac48, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=b618b690-fd24-43f9-b913-4adf1f01ac48,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:30:50.325403 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52766) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:50.382344 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.385472 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:50.398954 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.457637 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Pushing event updated for resources: {'Port': ['ID=b618b690-fd24-43f9-b913-4adf1f01ac48,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:50.466747 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:50.490014 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.692992 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Allocated IP 172.27.3.88 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/e6631e03-70cf-4a12-aec8-c3dad104836d) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:50.847288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:50.900073 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1473310671-network', 'tenant_id': 'c2bee70251a2481cb96e2be5b4897992'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:51.011086 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Made reservation on behalf of c2bee70251a2481cb96e2be5b4897992 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:51.012926 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.022268 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.045481 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.048701 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:51.130677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.144157 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:51.151734 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:51.159106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:51.199462 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.202552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Pushing event updated for resources: {'Port': ['ID=e6631e03-70cf-4a12-aec8-c3dad104836d,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.204134 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:51.243357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.244003 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.244495 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.244982 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.245480 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.245977 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.246464 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.246936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.247432 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.247914 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.248400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.248870 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Tracked resource versions report: Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: pushed versions: Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: { 'AddressGroup': {'1.2'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'ConntrackHelper': {'1.0'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Log': {'1.0'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Network': {'1.1'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Port': {'1.7'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'PortForwarding': {'1.2'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'QosPolicy': {'1.8'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroup': {'1.4'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SubPort': {'1.0'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Subnet': {'1.1'}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Trunk': {'1.1'}} Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: consumer versions: Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'ConntrackHelper': '1.0', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Log': '1.0', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Network': '1.1', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Port': '1.7', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'PortForwarding': '1.2', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'QosPolicy': '1.8', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroup': '1.4', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SecurityGroupRule': '1.2', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'SubPort': '1.0', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Subnet': '1.1', Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: 'Trunk': '1.1'}} Jun 16 16:30:51.250100 dv-cinder-796685-1-iscsi neutron-server[92415]: {{(pid=92415) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:30:51.252581 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:51.259198 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:51.260873 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aae4272-13bb-43a3-bb14-0e4f148d58f7,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.266629 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:51.285600 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.286114 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Added segment f2bcecf6-502d-4a09-b136-59fd4cebfc1d of type vlan for network ad822465-18d2-47c7-a929-3ead3fb1d89e Jun 16 16:30:51.346504 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.527497 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a68e55a-95c8-4925-ac18-fd1806b97de9 None None] Network 8598bfb7-94ee-454e-9f91-c421ff437025 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:51.553799 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.555195 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:51.555954 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.573002 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8b1b448a-e219-4ca4-9d6e-e56643f59ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:51.677938 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Pushing event updated for resources: {'Network': ['ID=ad822465-18d2-47c7-a929-3ead3fb1d89e,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:51.682640 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:51.694125 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network ad822465-18d2-47c7-a929-3ead3fb1d89e details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:30:51.707251 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52804) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:51.718707 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52810) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:51.817431 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:51.823030 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4926550 Jun 16 16:30:51.823030 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52816) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:51.835544 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Request body: {'subnet': {'network_id': 'ad822465-18d2-47c7-a929-3ead3fb1d89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1473310671-subnet', 'tenant_id': 'c2bee70251a2481cb96e2be5b4897992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:51.854913 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-3cf76616-9251-4f7a-ab3c-befb1795ff63 None None] Provisioning for port b618b690-fd24-43f9-b913-4adf1f01ac48 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:51.881816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-network', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:51.923750 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-136177505-network', 'tenant_id': 'dbcfa22bcec645a3b11c8618b5da2de7'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:52.005283 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Made reservation on behalf of c2bee70251a2481cb96e2be5b4897992 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:52.009228 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.079507 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.db.api [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 16:30:52.079507 dv-cinder-796685-1-iscsi neutron-server[92416]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 16:30:52.079507 dv-cinder-796685-1-iscsi neutron-server[92416]: [parameters: {'project_id_1': 'dbcfa22bcec645a3b11c8618b5da2de7', 'expiration_1': datetime.datetime(2021, 6, 16, 16, 30, 51, 931087)}] Jun 16 16:30:52.079507 dv-cinder-796685-1-iscsi neutron-server[92416]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92416) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:30:52.080263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_db.api [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:30:52.091410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.146066 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Made reservation on behalf of 1c744821ae2a4d32b3d93cca5908f52b for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:52.149443 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.180547 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.271024 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device b618b690-fd24-43f9-b913-4adf1f01ac48 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:52.391887 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.461758 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port b618b690-fd24-43f9-b913-4adf1f01ac48 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:52.462014 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.462109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Router 47b862f7-4353-44c8-aa56-843d11461a99 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:30:52.465070 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:52.467188 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port b618b690-fd24-43f9-b913-4adf1f01ac48 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:52.473302 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.530736 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e99221-4705-4b27-afe5-71e29cf4d470,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:52.533407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.536280 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:52.542521 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:52.551835 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Checking segment: {'id': 'f2bcecf6-502d-4a09-b136-59fd4cebfc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': 'ad822465-18d2-47c7-a929-3ead3fb1d89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:52.552946 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Network hostable DHCP agents. Network: ad822465-18d2-47c7-a929-3ead3fb1d89e, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:52.576259 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:52.589686 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d9308a-e067-4d96-95ba-9c3d64935905,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:52.594910 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:52.600482 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.601154 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Added segment 21b30cf5-d15d-4055-9a51-c5cbbae113c4 of type vlan for network 1ff08517-4c8a-4aba-92e6-8999e2b753fe Jun 16 16:30:52.634431 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:52.647888 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:52.665163 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:52.671878 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:52.696461 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.704499 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.739154 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Network ad822465-18d2-47c7-a929-3ead3fb1d89e is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:52.805753 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port b618b690-fd24-43f9-b913-4adf1f01ac48, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=b618b690-fd24-43f9-b913-4adf1f01ac48,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:52.816202 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.816202 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:52.816202 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.816649 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:52.874163 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Made reservation on behalf of dbcfa22bcec645a3b11c8618b5da2de7 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:52.880029 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.884284 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, ad822465-18d2-47c7-a929-3ead3fb1d89e) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:52.898505 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cdc24d-98d3-47e3-a10b-dac7d04c880c None None] Network ad822465-18d2-47c7-a929-3ead3fb1d89e requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:52.922886 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:52.944844 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:52.945442 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.960910 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:52.965120 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3669727 Jun 16 16:30:52.965954 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52850) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:52.988802 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.150652 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4390259 Jun 16 16:30:53.150789 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.151092 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff08517-4c8a-4aba-92e6-8999e2b753fe,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:53.154223 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52864) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:53.158290 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:53.189585 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Request body: {'subnet': {'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-subnet', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:53.206397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:53.210032 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:30:53.268658 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4431870 Jun 16 16:30:53.347833 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b90e3e-473a-444b-8f74-a0d45e6e47a9 None None] Network ad822465-18d2-47c7-a929-3ead3fb1d89e requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:53.351453 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:51Z', 'revision_number': 3, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:53.355487 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:53.355850 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Updating router 47b862f7-4353-44c8-aa56-843d11461a99 port e6631e03-70cf-4a12-aec8-c3dad104836d binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:30:53.414885 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.442477 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=b618b690-fd24-43f9-b913-4adf1f01ac48,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:53.458368 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.487782 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:53.564044 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.575591 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:53.620787 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1231} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:53.632210 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13abcc1b-1022-4a51-8fd3-b97cb735e6df,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:53.636877 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:53.638264 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.638666 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Added segment 0f01b06d-669c-4eae-b9e4-32e1a6111a9e of type vlan for network 7705c643-d862-407e-8262-c7507acb4392 Jun 16 16:30:53.686388 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.690167 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Made reservation on behalf of 1c744821ae2a4d32b3d93cca5908f52b for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:53.694973 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.901917 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.910043 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.910043 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:53.910043 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.910573 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:53.918268 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:53.941512 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Transition to ACTIVE for port object e6631e03-70cf-4a12-aec8-c3dad104836d will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:53.960906 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.001694 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Pushing event updated for resources: {'Network': ['ID=7705c643-d862-407e-8262-c7507acb4392,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.013017 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 7705c643-d862-407e-8262-c7507acb4392 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:30:54.017045 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:54.019749 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-44f07fe3-da16-46a2-8f9a-1cd751e33e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:54.050385 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.052877 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:54.075137 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3525321 Jun 16 16:30:54.079458 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52896) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:54.105858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Request body: {'subnet': {'network_id': '7705c643-d862-407e-8262-c7507acb4392', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-136177505-subnet', 'tenant_id': 'dbcfa22bcec645a3b11c8618b5da2de7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:54.110146 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Checking segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:54.113995 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Network hostable DHCP agents. Network: 1ff08517-4c8a-4aba-92e6-8999e2b753fe, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:54.139051 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba4a964-6d6a-45f4-9050-ec18379b1439,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.160899 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:54.173771 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Attempting to bind port e6631e03-70cf-4a12-aec8-c3dad104836d on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:30:54.174210 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Attempting to bind port e6631e03-70cf-4a12-aec8-c3dad104836d by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:30:54.174817 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Attempting to bind port e6631e03-70cf-4a12-aec8-c3dad104836d on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:30:54.194655 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:30:54.195040 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:54.195453 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.195883 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:30:54.196320 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Bound port: e6631e03-70cf-4a12-aec8-c3dad104836d, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:30:54.196710 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.217975 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device b618b690-fd24-43f9-b913-4adf1f01ac48 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:54.248842 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Pushing event updated for resources: {'Port': ['ID=e6631e03-70cf-4a12-aec8-c3dad104836d,revision_number=2']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.262264 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.262581 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.262969 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.263289 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.263620 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.263947 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.264280 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.264628 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.264931 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.265417 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.265610 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.265918 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Tracked resource versions report: Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: pushed versions: Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: { 'AddressGroup': {'1.2'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'ConntrackHelper': {'1.0'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Log': {'1.0'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Network': {'1.1'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Port': {'1.7'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'PortForwarding': {'1.2'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'QosPolicy': {'1.8'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroup': {'1.4'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroupRule': {'1.2'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SubPort': {'1.0'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Subnet': {'1.1'}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Trunk': {'1.1'}} Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: consumer versions: Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: { DHCP agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: HyperV agent@hv-cinder-79668: {}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: L3 agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: Metadata agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: Metering agent@dv-cinder-796685-1-iscsi: {}, Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: Open vSwitch agent@dv-cinder-796685-1-iscsi: { 'AddressGroup': '1.2', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'ConntrackHelper': '1.0', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Log': '1.0', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Network': '1.1', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Port': '1.7', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'PortForwarding': '1.2', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'QosPolicy': '1.8', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroup': '1.4', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SecurityGroupRule': '1.2', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'SubPort': '1.0', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Subnet': '1.1', Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: 'Trunk': '1.1'}} Jun 16 16:30:54.267000 dv-cinder-796685-1-iscsi neutron-server[92418]: {{(pid=92418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 16:30:54.270955 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Made reservation on behalf of dbcfa22bcec645a3b11c8618b5da2de7 for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:54.276137 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.276926 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:54.297251 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:54.312039 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] For port e6631e03-70cf-4a12-aec8-c3dad104836d, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:30:54.317378 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] For port e6631e03-70cf-4a12-aec8-c3dad104836d, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e6631e03-70cf-4a12-aec8-c3dad104836d,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:30:54.343652 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port b618b690-fd24-43f9-b913-4adf1f01ac48 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:54.344633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.364724 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 1ff08517-4c8a-4aba-92e6-8999e2b753fe) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:54.369543 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:54.370250 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.392045 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1b353-448d-4bf3-bfe4-3c09d184f7ca None None] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:54.442021 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Allocated IP 172.20.0.1 (8598bfb7-94ee-454e-9f91-c421ff437025/da433d2d-a0c2-4c91-beb8-18beb4c062e2/884e7a69-b9e9-4f27-8014-8924de06dbb7) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:54.455836 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.485037 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-398c02b4-bbf2-49fe-a89e-be390ed4fb06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:54.500783 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3410296 Jun 16 16:30:54.503992 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52914) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:54.506858 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:54.661995 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:54.662340 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:54.693586 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:30:54.698720 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.700168 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.705312 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.827709 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Pushing event updated for resources: {'Port': ['ID=e6631e03-70cf-4a12-aec8-c3dad104836d,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:54.849763 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:54.862198 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.868127 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52934) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:54.882691 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:54.903276 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Transition to ACTIVE for port object 884e7a69-b9e9-4f27-8014-8924de06dbb7 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:54.930735 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:54.948634 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52940) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:54.954960 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-539552704-network', 'tenant_id': '39adbe180fbd471c9fdad90869ebdf04'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:54.963775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Allocated IP 172.20.0.2 (1ff08517-4c8a-4aba-92e6-8999e2b753fe/6ba4a964-6d6a-45f4-9050-ec18379b1439/eaf5533c-0cb1-473a-b56c-e1594713f5dd) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:55.074916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.089071 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0b4fe70a-605e-4aea-9b33-07a7e301819d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:55.104253 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Made reservation on behalf of 39adbe180fbd471c9fdad90869ebdf04 for: {'network': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:55.108282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.121952 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Network 8598bfb7-94ee-454e-9f91-c421ff437025 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:55.123654 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.134792 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.151023 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:55.184709 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.192463 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:55.193333 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.202800 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Transition to ACTIVE for port object eaf5533c-0cb1-473a-b56c-e1594713f5dd will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:55.273890 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Transition to ACTIVE for port object eaf5533c-0cb1-473a-b56c-e1594713f5dd will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:55.283823 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:51Z', 'revision_number': 3, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:55.286462 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.289712 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d8990b-fe80-4e07-9c31-8afc7696d858 None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:51Z', 'revision_number': 3, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:30:55.320490 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.399910 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.405120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Pushing event updated for resources: {'Port': ['ID=884e7a69-b9e9-4f27-8014-8924de06dbb7,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:55.405906 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:55.523994 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:55.535186 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:55.550844 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:55.589437 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Pushing event updated for resources: {'Port': ['ID=eaf5533c-0cb1-473a-b56c-e1594713f5dd,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:55.614139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.616397 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:55.617016 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:55.641999 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:55.665275 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52966) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:55.692930 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Attempting to bind port eaf5533c-0cb1-473a-b56c-e1594713f5dd on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:30:55.693363 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Attempting to bind port eaf5533c-0cb1-473a-b56c-e1594713f5dd by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:30:55.694524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Attempting to bind port eaf5533c-0cb1-473a-b56c-e1594713f5dd on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:30:55.703249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:30:55.703641 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Checking segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:55.704090 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.704492 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Bound using segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:30:55.705519 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Bound port: eaf5533c-0cb1-473a-b56c-e1594713f5dd, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:30:55.705955 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.781815 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.804110 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.808852 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ba5166d7-2f5a-456d-b608-d66c57a0c83c None None] Provisioning for port 884e7a69-b9e9-4f27-8014-8924de06dbb7 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:55.845736 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.851867 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ba5166d7-2f5a-456d-b608-d66c57a0c83c None None] Provisioning complete for port 884e7a69-b9e9-4f27-8014-8924de06dbb7 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:55.852256 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ba5166d7-2f5a-456d-b608-d66c57a0c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.858280 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=92415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:30:55.870936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.871659 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.segments_db [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Added segment 3adf2601-8ae0-4758-a725-da0dbb0b378c of type vlan for network 272d385f-790e-4fb9-a9d5-f546c71eb8d9 Jun 16 16:30:55.915882 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] For port eaf5533c-0cb1-473a-b56c-e1594713f5dd, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:30:55.928016 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:55.944817 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] For port eaf5533c-0cb1-473a-b56c-e1594713f5dd, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=eaf5533c-0cb1-473a-b56c-e1594713f5dd,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:30:55.946108 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-ba5166d7-2f5a-456d-b608-d66c57a0c83c None None] Port 884e7a69-b9e9-4f27-8014-8924de06dbb7 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:30:56.018272 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.029532 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:56.043915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9522793-01f3-4f83-9e39-7a6d6416e865,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.071457 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Allocated IP 172.27.3.197 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/8b54754a-7e87-4b29-93e1-f7e96f5d2423) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:30:56.096690 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.097376 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.097941 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:56.125157 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:56.125771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.132713 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.134405 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Checking segment: {'id': '0f01b06d-669c-4eae-b9e4-32e1a6111a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7705c643-d862-407e-8262-c7507acb4392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:56.134796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Network hostable DHCP agents. Network: 7705c643-d862-407e-8262-c7507acb4392, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:56.182372 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.222712 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Pushing event updated for resources: {'Port': ['ID=eaf5533c-0cb1-473a-b56c-e1594713f5dd,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.239372 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.242493 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67f6ae7-f4a0-4964-b038-7ad2186eb51c,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.251015 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.251455 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:56.312481 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e6631e03-70cf-4a12-aec8-c3dad104836d up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:56.336109 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.359519 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Network 7705c643-d862-407e-8262-c7507acb4392 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:56.365406 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4126258 Jun 16 16:30:56.408930 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52978) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:56.416425 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Request body: {'subnet': {'network_id': '272d385f-790e-4fb9-a9d5-f546c71eb8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-539552704-subnet', 'tenant_id': '39adbe180fbd471c9fdad90869ebdf04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:56.420541 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.430076 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:56.490547 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.510544 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a48a7a9bf08f4260a3cfbf843526f1be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6412630 Jun 16 16:30:56.513391 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 52982) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:56.525048 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44027b9-6b39-4015-b432-d9dbf9f1233f,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.541273 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port e6631e03-70cf-4a12-aec8-c3dad104836d completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:56.559141 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port e6631e03-70cf-4a12-aec8-c3dad104836d triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:56.559567 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.560777 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.590685 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:56.658608 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:56.674129 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Pushing event updated for resources: {'Network': ['ID=272d385f-790e-4fb9-a9d5-f546c71eb8d9,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.680456 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.684658 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:56.684889 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.697501 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:30:56.730913 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 272d385f-790e-4fb9-a9d5-f546c71eb8d9 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:30:56.748397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.880571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.883899 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 7705c643-d862-407e-8262-c7507acb4392) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:56.896695 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:56.900743 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.902360 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=8b54754a-7e87-4b29-93e1-f7e96f5d2423,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:56.905204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc2348-fde4-4862-8e01-43befe229b49 None None] Network 7705c643-d862-407e-8262-c7507acb4392 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:56.912963 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:56.949255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port e6631e03-70cf-4a12-aec8-c3dad104836d, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e6631e03-70cf-4a12-aec8-c3dad104836d,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:30:56.951917 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:56.977240 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.008631 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-889a6132-2c6b-4819-bb3b-60f5d8208fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.025039 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.041688 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.049857 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8411f6d3bffd4b1abc83608b198b64bb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3793716 Jun 16 16:30:57.074095 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 52986) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:57.095070 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.101287 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.102560 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4a53eb-aaed-43d8-82f4-c1dbd8dcff27,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.105812 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:57.107239 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0120163 Jun 16 16:30:57.158299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.180055 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.186289 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.188500 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.232041 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=e6631e03-70cf-4a12-aec8-c3dad104836d,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.243929 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e104df-e80d-4ba5-a05d-1c90623f9250 None None] Network 7705c643-d862-407e-8262-c7507acb4392 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:57.246341 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:57.265675 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Made reservation on behalf of 39adbe180fbd471c9fdad90869ebdf04 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:30:57.283644 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.283901 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Pushing event updated for resources: {'Port': ['ID=884e7a69-b9e9-4f27-8014-8924de06dbb7,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.283901 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:57.324641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.370679 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.381843 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.383746 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d44027b9-6b39-4015-b432-d9dbf9f1233f HTTP/1.1" status: 204 len: 168 time: 0.8693295 Jun 16 16:30:57.390883 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.436957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.446267 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44027b9-6b39-4015-b432-d9dbf9f1233f,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.454263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:57.508033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Network 8598bfb7-94ee-454e-9f91-c421ff437025 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:30:57.511600 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:57.728728 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.739164 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53028) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:57.744197 dv-cinder-796685-1-iscsi neutron-server[92415]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 16:30:57.776884 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.801105 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.806783 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ab4a53eb-aaed-43d8-82f4-c1dbd8dcff27 HTTP/1.1" status: 204 len: 168 time: 0.7315674 Jun 16 16:30:57.837932 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Router 47b862f7-4353-44c8-aa56-843d11461a99 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:30:57.839415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-68bea2c0-8232-474a-92bf-89ebc54b7c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.848135 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.854582 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2f707e5d-8940-47a9-af1a-4dcbc45aa63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:57.910882 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-90749aa0-a9fb-4832-bfbc-8fe2c5f67725 None None] Provisioning complete for port 884e7a69-b9e9-4f27-8014-8924de06dbb7 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:57.910882 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-90749aa0-a9fb-4832-bfbc-8fe2c5f67725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:57.967352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a805b24-62e5-4d84-bb5f-b85f9c283cf4,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:57.970804 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:57.986284 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-90749aa0-a9fb-4832-bfbc-8fe2c5f67725 None None] Port 884e7a69-b9e9-4f27-8014-8924de06dbb7 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:30:58.026909 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Checking segment: {'id': '3adf2601-8ae0-4758-a725-da0dbb0b378c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': '272d385f-790e-4fb9-a9d5-f546c71eb8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:30:58.027290 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Network hostable DHCP agents. Network: 272d385f-790e-4fb9-a9d5-f546c71eb8d9, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:30:58.076185 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4a53eb-aaed-43d8-82f4-c1dbd8dcff27,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:58.094043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:58.170748 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Network 272d385f-790e-4fb9-a9d5-f546c71eb8d9 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:30:58.173220 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:30:58.234971 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-de801e4d-6ac2-46a7-911b-c4c6c348329d tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:58.237011 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-de801e4d-6ac2-46a7-911b-c4c6c348329d tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/networks?id=7705c643-d862-407e-8262-c7507acb4392 HTTP/1.1" status: 200 len: 811 time: 0.4936914 Jun 16 16:30:58.264669 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-d3ac1361-1086-4396-b9aa-a308743fa0cf tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/quotas/dbcfa22bcec645a3b11c8618b5da2de7 HTTP/1.1" status: 200 len: 375 time: 0.0177939 Jun 16 16:30:58.284097 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e6631e03-70cf-4a12-aec8-c3dad104836d up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:58.310925 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ec4684-cb8b-4cb6-a30b-046f4667ab2c None None] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:58.334542 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-a197b99b-e712-4497-8cea-090937aa93f4 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=dbcfa22bcec645a3b11c8618b5da2de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581279 Jun 16 16:30:58.338273 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:58.351035 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] 10.222.0.91 "PUT /v2.0/routers/47b862f7-4353-44c8-aa56-843d11461a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3768542 Jun 16 16:30:58.373689 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:58.431108 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:58.434144 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:58.448149 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 272d385f-790e-4fb9-a9d5-f546c71eb8d9) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:30:58.455628 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:30:58.456630 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.471742 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53048) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:58.481652 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4821c76b-f82b-468c-ac55-c8976f9721ca None None] Network 272d385f-790e-4fb9-a9d5-f546c71eb8d9 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:58.488767 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.506544 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:30:58.518791 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:30:58.526947 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-cda42632-f7af-4ac2-a26b-e85ad68e7a7f None None] Provisioning for port eaf5533c-0cb1-473a-b56c-e1594713f5dd completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:58.533591 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:30:58.534623 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:58.544782 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1337721 Jun 16 16:30:58.604861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.606142 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1039672 Jun 16 16:30:58.609265 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53060) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:58.678748 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port e6631e03-70cf-4a12-aec8-c3dad104836d triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:58.679135 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.749564 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:58.803035 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:30:58.822297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.896335 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:58.901576 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:58.994597 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fd2a83-3e32-400d-8aca-2cccbc1b010b None None] Network 272d385f-790e-4fb9-a9d5-f546c71eb8d9 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:30:59.001367 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53066) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:59.025177 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=081972603751466dab4da68d0163ffc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5521262 Jun 16 16:30:59.029882 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53068) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:59.039830 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90a47e4-2d66-4dbc-8c4c-68e8b31d6a13,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.047708 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.052445 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:59.180832 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device eaf5533c-0cb1-473a-b56c-e1594713f5dd up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:30:59.186452 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 3, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:59.199206 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:59.200299 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Updating router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:30:59.240014 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.277842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.289397 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53070) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:59.296841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.297919 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-55ab3963-ff28-4511-bef2-0232cf5be1dd service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:30:59.302293 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-55ab3963-ff28-4511-bef2-0232cf5be1dd service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5243480 Jun 16 16:30:59.315023 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.451169 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Deleting subnet b8e99221-4705-4b27-afe5-71e29cf4d470 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:30:59.453607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.457730 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-1ce7edde-a1ee-46cd-b60e-97e7f1f0fd27 service neutron] 10.222.0.91 "GET /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488268 Jun 16 16:30:59.463110 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bdf9f893-16f8-4c60-b318-3eed17191de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:59.474480 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.526443 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.531216 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.559432 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.591483 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 2, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:30:59.595677 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:30:59.596428 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Updating router 47b862f7-4353-44c8-aa56-843d11461a99 port 884e7a69-b9e9-4f27-8014-8924de06dbb7 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:30:59.611524 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf119c1-1697-43bb-a35b-080c7087bc92,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.617673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:59.627048 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a096b5a2c18d44f383f67464d9f27f6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6162817 Jun 16 16:30:59.630724 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53076) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:59.638759 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.641841 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port eaf5533c-0cb1-473a-b56c-e1594713f5dd completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:30:59.645418 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.647442 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.648589 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b90a47e4-2d66-4dbc-8c4c-68e8b31d6a13 HTTP/1.1" status: 204 len: 168 time: 0.5571826 Jun 16 16:30:59.658563 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port eaf5533c-0cb1-473a-b56c-e1594713f5dd triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:30:59.658949 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.664817 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:59.707872 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90a47e4-2d66-4dbc-8c4c-68e8b31d6a13,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:30:59.728073 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:30:59.777221 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53080) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:59.793093 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898575455', 'description': 'tempest-description--1548191171'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:30:59.891053 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.901246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.911055 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Transition to ACTIVE for port object 8b54754a-7e87-4b29-93e1-f7e96f5d2423 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:30:59.933720 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.937410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.955118 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:30:59.964207 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:30:59.968627 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b8e99221-4705-4b27-afe5-71e29cf4d470 HTTP/1.1" status: 204 len: 168 time: 0.6768351 Jun 16 16:30:59.984525 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53088) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:30:59.994857 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e99221-4705-4b27-afe5-71e29cf4d470,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.007896 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-2725c575-d4b6-4ba2-9ea5-29fe556f70e2 service neutron] 10.222.0.91 "GET /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420258 Jun 16 16:31:00.018075 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:00.027602 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.029356 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Allocated IP 172.20.0.1 (1ff08517-4c8a-4aba-92e6-8999e2b753fe/6ba4a964-6d6a-45f4-9050-ec18379b1439/6c216c07-370c-4a74-ad82-cc5b5439e236) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:00.032516 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.067825 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.113415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.119629 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.125665 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.129297 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bcf119c1-1697-43bb-a35b-080c7087bc92 HTTP/1.1" status: 204 len: 168 time: 0.4953091 Jun 16 16:31:00.130319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.143026 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8aa8-6035-4a98-b879-441517850c35 None None] Pushing event updated for resources: {'Port': ['ID=8b54754a-7e87-4b29-93e1-f7e96f5d2423,revision_number=2']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.158646 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf119c1-1697-43bb-a35b-080c7087bc92,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.169137 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:00.207110 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-5b0e8aa8-6035-4a98-b879-441517850c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:00.249770 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Attempting to bind port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:00.250149 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Attempting to bind port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:00.250519 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Attempting to bind port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:00.261055 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:00.261431 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:00.261869 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.262265 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:00.262753 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Bound port: 8b54754a-7e87-4b29-93e1-f7e96f5d2423, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:00.263123 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.311452 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.337055 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.376311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.379323 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.407512 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] For port 8b54754a-7e87-4b29-93e1-f7e96f5d2423, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:00.418906 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] For port 8b54754a-7e87-4b29-93e1-f7e96f5d2423, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=8b54754a-7e87-4b29-93e1-f7e96f5d2423,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:00.421830 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.448360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53106) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:00.454876 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.455225 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.464143 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.465496 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.466136 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > port after_create 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.466492 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.466820 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > port after_update 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.467147 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.467474 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.467967 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.468293 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.469998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port eaf5533c-0cb1-473a-b56c-e1594713f5dd, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=eaf5533c-0cb1-473a-b56c-e1594713f5dd,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:00.476687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7f1418-8979-4cf2-96bf-99da3073ab33,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.480750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Transition to ACTIVE for port object 884e7a69-b9e9-4f27-8014-8924de06dbb7 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:00.508843 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.512212 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.556362 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7b1c817-17e2-4565-8cb1-932ef1b65c55 req-def909b1-b97e-4d8a-9019-36e0ba8618f4 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 210 time: 0.1042902 Jun 16 16:31:00.559432 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.559596 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:00.560486 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e8aa8-6035-4a98-b879-441517850c35 None None] Pushing event updated for resources: {'Port': ['ID=8b54754a-7e87-4b29-93e1-f7e96f5d2423,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.562053 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.567916 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.568111 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7880502 Jun 16 16:31:00.569894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53116) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:00.577258 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-5b0e8aa8-6035-4a98-b879-441517850c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:00.604493 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:00.605513 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'security_group_rule': {'security_group_id': 'ed7f1418-8979-4cf2-96bf-99da3073ab33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:00.606058 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:00.664544 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.664886 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.665209 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.665564 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92416) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:00.665925 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad822465-18d2-47c7-a929-3ead3fb1d89e']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:00.677815 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.678685 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=eaf5533c-0cb1-473a-b56c-e1594713f5dd,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:00.699947 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bcecf6-502d-4a09-b136-59fd4cebfc1d') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:00.699947 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bcecf6-502d-4a09-b136-59fd4cebfc1d') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:00.715177 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.727590 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:00.729476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.741799 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:00.744022 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.757749 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.766446 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:31:00.767369 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: from cryptography.utils import int_from_bytes Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: from cryptography.utils import int_from_bytes Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: retrieve_revision_numbers = { Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:31:00.834066 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:31:00.844450 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.869485 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.provisioning_blocks [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Transition to ACTIVE for port object 6c216c07-370c-4a74-ad82-cc5b5439e236 will not be triggered until provisioned by entity DHCP. {{(pid=92416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:00.918682 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:00.936582 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b1eed725-a7e9-4b6a-b835-b5fac57c3a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:00.952450 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.013765 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.016242 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.029294 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] 10.222.0.91 "DELETE /v2.0/networks/ad822465-18d2-47c7-a929-3ead3fb1d89e HTTP/1.1" status: 204 len: 168 time: 1.0434732 Jun 16 16:31:01.034855 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53136) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:01.042799 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Pushing event deleted for resources: {'Network': ['ID=ad822465-18d2-47c7-a929-3ead3fb1d89e,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.048648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:01.057897 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:01.088473 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824cfe91-c678-458a-af0d-fa89997baa8b,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.096106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:01.126631 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf529-ce81-4e8b-9dd0-0bd1e42e561c None None] Pushing event updated for resources: {'Port': ['ID=884e7a69-b9e9-4f27-8014-8924de06dbb7,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.131056 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.136028 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5636864 Jun 16 16:31:01.136616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53144) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:01.143365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'security_group_rule': {'security_group_id': 'ed7f1418-8979-4cf2-96bf-99da3073ab33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:01.146212 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.146960 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-e77bf529-ce81-4e8b-9dd0-0bd1e42e561c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:01.154669 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:01.175588 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 3, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:01.188885 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Deleting subnet 5a805b24-62e5-4d84-bb5f-b85f9c283cf4 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:31:01.193347 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356767c5-d7fc-40d9-9494-21c4eef2335f None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 3, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:01.204750 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.243708 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Attempting to bind port 884e7a69-b9e9-4f27-8014-8924de06dbb7 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:01.245018 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Attempting to bind port 884e7a69-b9e9-4f27-8014-8924de06dbb7 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:01.255555 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Attempting to bind port 884e7a69-b9e9-4f27-8014-8924de06dbb7 on network 8598bfb7-94ee-454e-9f91-c421ff437025 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:01.256046 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:01.256177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:01.256177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Checking segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:01.256177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.256177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Bound using segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:01.256569 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:01.256666 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Bound port: 884e7a69-b9e9-4f27-8014-8924de06dbb7, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:01.256666 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.260350 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:01.262850 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Pushing event updated for resources: {'Port': ['ID=6c216c07-370c-4a74-ad82-cc5b5439e236,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.271388 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:01.333347 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.357943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.365650 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] For port 884e7a69-b9e9-4f27-8014-8924de06dbb7, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:01.377118 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] For port 884e7a69-b9e9-4f27-8014-8924de06dbb7, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=884e7a69-b9e9-4f27-8014-8924de06dbb7,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:01.389666 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.435041 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.439810 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:01.457675 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.524804 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.598733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.601187 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:01.602419 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:01.604037 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:01.635612 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d05039-36f8-43fc-a7ee-cfe2270ecd49,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.650029 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:01.671169 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf529-ce81-4e8b-9dd0-0bd1e42e561c None None] Pushing event updated for resources: {'Port': ['ID=884e7a69-b9e9-4f27-8014-8924de06dbb7,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:01.687038 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-e77bf529-ce81-4e8b-9dd0-0bd1e42e561c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:01.850397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:01.855012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-07145e8a-85c3-4d3c-9ca4-ddbd79662671 None None] Provisioning for port 6c216c07-370c-4a74-ad82-cc5b5439e236 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:01.888178 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-07145e8a-85c3-4d3c-9ca4-ddbd79662671 None None] Provisioning complete for port 6c216c07-370c-4a74-ad82-cc5b5439e236 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:01.888924 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-07145e8a-85c3-4d3c-9ca4-ddbd79662671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:01.938084 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-07145e8a-85c3-4d3c-9ca4-ddbd79662671 None None] Port 6c216c07-370c-4a74-ad82-cc5b5439e236 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:31:02.054711 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-818a1999-7fc7-4a7e-9677-2d833fd9cd42 req-e3b98d7e-500e-459c-b238-25fba45635ff tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 210 time: 0.3492963 Jun 16 16:31:02.055847 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.060423 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53182) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:02.061574 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9231508 Jun 16 16:31:02.068117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:02.154023 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.236735 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:01Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:02.240896 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5852a91-aad3-4df9-a8e3-8197d52f2cf3 None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:01Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:02.253694 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:02.289776 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.544850 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a805b24-62e5-4d84-bb5f-b85f9c283cf4,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:02.544850 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:02.544850 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.544850 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5a805b24-62e5-4d84-bb5f-b85f9c283cf4 HTTP/1.1" status: 204 len: 168 time: 1.3519237 Jun 16 16:31:02.562528 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53194) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:02.563820 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.564250 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.721203 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.736221 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.737020 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.737865 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.738271 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > port after_create 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.738681 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.739065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > port after_update 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.739405 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.739730 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.740216 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.740819 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:02.851166 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:02.905972 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device eaf5533c-0cb1-473a-b56c-e1594713f5dd up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:03.006884 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port eaf5533c-0cb1-473a-b56c-e1594713f5dd triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:03.007229 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.061775 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:03.062084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:03.064716 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:03.070349 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92415) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 16:31:03.070926 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272d385f-790e-4fb9-a9d5-f546c71eb8d9']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:03.107064 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Allocated IP 172.27.3.221 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/7233fcbe-0ffa-4a1e-af81-668031db2857) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:03.117005 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adf2601-8ae0-4758-a725-da0dbb0b378c') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:03.118057 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adf2601-8ae0-4758-a725-da0dbb0b378c') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:03.151400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.175616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.185395 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.189231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:31:03.189915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: from cryptography.utils import int_from_bytes Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: from cryptography.utils import int_from_bytes Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:31:03.211248 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:31:03.328612 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 884e7a69-b9e9-4f27-8014-8924de06dbb7 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:03.344173 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.375410 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c609e264-8127-4395-9465-dc8ce9535928 req-3c14f3b2-a4ad-4f17-a8d5-4aecfe51a47a tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 210 time: 0.1628759 Jun 16 16:31:03.405686 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:03.408407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.462426 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.484587 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.494454 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] 10.222.0.91 "DELETE /v2.0/networks/272d385f-790e-4fb9-a9d5-f546c71eb8d9 HTTP/1.1" status: 204 len: 168 time: 1.0986829 Jun 16 16:31:03.497573 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:03.522882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Pushing event deleted for resources: {'Network': ['ID=272d385f-790e-4fb9-a9d5-f546c71eb8d9,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:03.527357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ebaab3a0-ddab-430c-b6ce-8952d4b1514c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:03.551245 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Pushing event updated for resources: {'Port': ['ID=6c216c07-370c-4a74-ad82-cc5b5439e236,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:03.560626 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:03.561524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 884e7a69-b9e9-4f27-8014-8924de06dbb7 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:03.571681 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 884e7a69-b9e9-4f27-8014-8924de06dbb7 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:03.573658 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.607743 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.685904 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:03.690566 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:03.735450 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.807136 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 884e7a69-b9e9-4f27-8014-8924de06dbb7, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=884e7a69-b9e9-4f27-8014-8924de06dbb7,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:03.866109 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.867524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8b54754a-7e87-4b29-93e1-f7e96f5d2423 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:03.869397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:03.946846 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:03.965167 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:03.988832 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=884e7a69-b9e9-4f27-8014-8924de06dbb7,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:03.994827 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:04.087962 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:04.116215 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:04.116215 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:04.147008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53246) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:04.152692 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:04.170335 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:04.172357 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.176683 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'Port': ['ID=7233fcbe-0ffa-4a1e-af81-668031db2857,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:04.189193 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:04.247764 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ab59346e-195f-4e58-9062-041f49035061 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c2bee70251a2481cb96e2be5b4897992&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0995436 Jun 16 16:31:04.248730 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53250) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:04.257795 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-8e2fec16-3ce8-4785-962d-cef806b306eb None None] Provisioning complete for port 6c216c07-370c-4a74-ad82-cc5b5439e236 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:04.258186 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8e2fec16-3ce8-4785-962d-cef806b306eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.312563 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.338192 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.354027 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:31:04.416714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.432853 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fec16-3ce8-4785-962d-cef806b306eb None None] Port 6c216c07-370c-4a74-ad82-cc5b5439e236 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:31:04.527126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.530410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.534653 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9aae4272-13bb-43a3-bb14-0e4f148d58f7 HTTP/1.1" status: 204 len: 168 time: 0.2846160 Jun 16 16:31:04.535697 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9b21bb76-49f1-485d-bab4-1b5a20032216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:04.561895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aae4272-13bb-43a3-bb14-0e4f148d58f7,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:04.562159 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:31:04.571553 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:04.576918 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] 10.222.0.91 "PUT /v2.0/routers/e8c5d0df-e609-4eb6-ab31-8b7cca5b751f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9645569 Jun 16 16:31:04.591450 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.605694 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:31:04.661878 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 8b54754a-7e87-4b29-93e1-f7e96f5d2423, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=8b54754a-7e87-4b29-93e1-f7e96f5d2423,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:04.674509 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:04.675158 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:04.691857 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.862155 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:04.869535 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00dcd8d8-0758-4a00-ba73-2d1dd79e7fa4 req-31482967-2ec5-4cbe-be01-66000dbc53ea tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 210 time: 0.0967207 Jun 16 16:31:04.901213 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:04.905600 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:05.023888 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:05.090527 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:05.092472 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 884e7a69-b9e9-4f27-8014-8924de06dbb7 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:05.103217 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8d8e7117-f07c-475f-ab40-2ab15ae3b1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:05.161929 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=8b54754a-7e87-4b29-93e1-f7e96f5d2423,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:05.181321 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'Port': ['ID=7233fcbe-0ffa-4a1e-af81-668031db2857,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:05.185002 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:05.206760 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:05.216955 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:05.328265 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 884e7a69-b9e9-4f27-8014-8924de06dbb7 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:05.328783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:05.355020 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:05.356736 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2939477 Jun 16 16:31:05.483721 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 2, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:05.489622 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:31:05.489985 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Updating router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f port 6c216c07-370c-4a74-ad82-cc5b5439e236 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:31:05.531268 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:05.638559 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.52', 59679) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:05.819495 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53322) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:05.838782 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-892cf82a-dee3-40a0-a6d0-6eee75fa4ed9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:05.840339 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-892cf82a-dee3-40a0-a6d0-6eee75fa4ed9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.52 "GET /v2.0/networks?id=7705c643-d862-407e-8262-c7507acb4392 HTTP/1.1" status: 200 len: 811 time: 0.2004550 Jun 16 16:31:05.878168 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6330d90b-61bf-4bc9-ba7b-ef00bd8441a2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=39adbe180fbd471c9fdad90869ebdf04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550890 Jun 16 16:31:05.879291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53324) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:05.945601 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Request body: {'port': {'device_id': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'network_id': '7705c643-d862-407e-8262-c7507acb4392', 'admin_state_up': True, 'tenant_id': 'dbcfa22bcec645a3b11c8618b5da2de7'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:05.951897 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53330) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:05.956592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661313290', 'description': 'tempest-description--2042699321'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:06.008264 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.025856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Transition to ACTIVE for port object 6c216c07-370c-4a74-ad82-cc5b5439e236 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:06.082750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.085534 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-e77bf529-ce81-4e8b-9dd0-0bd1e42e561c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:06.092040 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.134151 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.187119 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.270034 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920074-703e-49fa-8dfa-a45f1179eb01 None None] Pushing event updated for resources: {'Port': ['ID=6c216c07-370c-4a74-ad82-cc5b5439e236,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:06.285802 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7d920074-703e-49fa-8dfa-a45f1179eb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:06.299647 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Attempting to bind port 6c216c07-370c-4a74-ad82-cc5b5439e236 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:06.300583 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Attempting to bind port 6c216c07-370c-4a74-ad82-cc5b5439e236 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Attempting to bind port 6c216c07-370c-4a74-ad82-cc5b5439e236 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Checking segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Bound using segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Bound port: 6c216c07-370c-4a74-ad82-cc5b5439e236, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:06.338290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.455366 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] For port 6c216c07-370c-4a74-ad82-cc5b5439e236, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:06.458838 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] For port 6c216c07-370c-4a74-ad82-cc5b5439e236, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=6c216c07-370c-4a74-ad82-cc5b5439e236,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:06.507882 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7d598ea9-8013-49fe-8a06-40bc09f367dc req-5ee68383-ad4e-4873-9145-a15bb1d8f59a tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 210 time: 0.0413203 Jun 16 16:31:06.509380 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.510118 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Made reservation on behalf of dbcfa22bcec645a3b11c8618b5da2de7 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:31:06.513825 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.536971 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.538617 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f67f6ae7-f4a0-4964-b038-7ad2186eb51c HTTP/1.1" status: 204 len: 168 time: 0.6582859 Jun 16 16:31:06.539485 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:06.571381 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.585478 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:06.615976 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-951b1700-7022-4d48-b07e-5fbfcc82688d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--898575455&fields=id&tenant_id=ce88b755a50b43458a0ee21a6dd8eda0 HTTP/1.1" status: 200 len: 267 time: 0.1118710 Jun 16 16:31:06.622137 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.624318 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67f6ae7-f4a0-4964-b038-7ad2186eb51c,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:06.640992 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:06.684804 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.688941 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0fa0fd34-85d1-4910-a00e-daed4b7fd03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:06.788457 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:06.789097 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:30:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:06.829119 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace9371b-80b7-4803-8aac-6218d5239a73,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:06.832401 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:06.842253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:06.848360 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8952963 Jun 16 16:31:06.849104 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53378) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:06.853881 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'security_group_rule': {'security_group_id': 'ace9371b-80b7-4803-8aac-6218d5239a73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:06.879470 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920074-703e-49fa-8dfa-a45f1179eb01 None None] Pushing event updated for resources: {'Port': ['ID=6c216c07-370c-4a74-ad82-cc5b5439e236,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:06.883743 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7d920074-703e-49fa-8dfa-a45f1179eb01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:06.938963 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:07.014816 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8b54754a-7e87-4b29-93e1-f7e96f5d2423 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:07.073101 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.130309 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-6e35411d-fcee-490c-aa3e-500575882d43 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:07.152508 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-6e35411d-fcee-490c-aa3e-500575882d43 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 810 time: 0.5190251 Jun 16 16:31:07.163255 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Allocated IP 172.20.0.13 (7705c643-d862-407e-8262-c7507acb4392/e9522793-01f3-4f83-9e39-7a6d6416e865/a2a764ee-d4b4-47ca-8914-84ae9e4bef53) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:07.173780 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-ed3b2e63-54a6-4cfa-b1f2-b5ade90db4be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/quotas/ce88b755a50b43458a0ee21a6dd8eda0 HTTP/1.1" status: 200 len: 375 time: 0.0200422 Jun 16 16:31:07.321726 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.365822 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:07.366328 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.416117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.418221 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:07.445124 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848bcb31-6aed-4776-8639-a9aae938e685,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:07.451697 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53410) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:07.462468 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:07.463642 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-1333fae4-42cb-455b-9af8-b2e5d2668fe1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2889879 Jun 16 16:31:07.518241 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-cab491ab-ec8d-4eae-81b7-9980361fe373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.577806 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.577806 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-5c34ba01-77f7-44c2-92ba-39d538cf5c71 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7235413 Jun 16 16:31:07.578821 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53424) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:07.585913 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'security_group_rule': {'security_group_id': 'ace9371b-80b7-4803-8aac-6218d5239a73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:07.631117 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.673590 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:06Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:07.680855 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.687257 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e904c6b-efde-4e14-8717-54ab5aa01fe4 None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:06Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:07.721855 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:07.969618 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.027151 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.050398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:08.056469 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.058680 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:08.073493 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ce1e8-4d0c-4d5e-9741-a25619321130,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:08.077261 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:08.170183 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-c7f20e61-fb50-4445-9652-a13c4979c557 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:31:08.171408 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-c7f20e61-fb50-4445-9652-a13c4979c557 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4642305 Jun 16 16:31:08.196636 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Network 7705c643-d862-407e-8262-c7507acb4392 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:08.209688 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:08.394028 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-76561078-a80c-4337-b1bc-8c8796084568 service neutron] 10.222.0.91 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922414 Jun 16 16:31:08.395288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:08.541019 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Pushing event updated for resources: {'Port': ['ID=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:08.558140 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:08.581028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2fbb7-64d0-492d-9b88-b958aa6e42ed req-d4f75995-8acc-40e7-ab9e-898dcdeab6c0 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:08.582985 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d3f2fbb7-64d0-492d-9b88-b958aa6e42ed req-d4f75995-8acc-40e7-ab9e-898dcdeab6c0 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 932 time: 0.7352822 Jun 16 16:31:08.640789 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:08.641285 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.680462 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.729394 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d3f2fbb7-64d0-492d-9b88-b958aa6e42ed req-a4a2f387-1413-4b29-ac6e-0c9343e75d3e tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017330 Jun 16 16:31:08.732580 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-7034e626-2576-4232-9561-f288d4f6fc60 service neutron] 10.222.0.91 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085594 Jun 16 16:31:08.769077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.779339 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:08.825367 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2560a784-cd12-4b33-bfe8-2229b3f185cb,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:08.832775 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d4d1a72591c3403cbdbbb6c848a6b7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3656290 Jun 16 16:31:08.832775 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:08.833351 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53460) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:08.908740 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.939047 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:08.954603 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3730795 Jun 16 16:31:08.957433 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53466) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:08.976512 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:09.014507 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:09.023501 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0842121 Jun 16 16:31:09.080855 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-7776c523-4353-4568-a03f-8514ad1cd4e4 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:31:09.082998 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-7776c523-4353-4568-a03f-8514ad1cd4e4 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214269 Jun 16 16:31:09.166010 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:09.217212 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 6c216c07-370c-4a74-ad82-cc5b5439e236 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:09.325289 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:09.329869 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:09.333707 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2560a784-cd12-4b33-bfe8-2229b3f185cb HTTP/1.1" status: 204 len: 168 time: 0.4956617 Jun 16 16:31:09.333707 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:09.370479 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2560a784-cd12-4b33-bfe8-2229b3f185cb,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:09.378723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:09.556539 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f6b791d8-2daf-4ebb-8052-79757ac818b8 req-f9395726-0a44-426c-948a-aab364cd638e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.1666076 Jun 16 16:31:09.593877 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:09.627717 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 6c216c07-370c-4a74-ad82-cc5b5439e236 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:09.633473 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 6c216c07-370c-4a74-ad82-cc5b5439e236 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:09.634338 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:09.841240 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Allocated IP 172.27.3.39 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/f9018d1a-5939-43a1-9d95-3a9c867ba1d3) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:09.868514 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.135499 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 6c216c07-370c-4a74-ad82-cc5b5439e236, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=6c216c07-370c-4a74-ad82-cc5b5439e236,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:10.204942 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.245638 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-642dc8ef-da77-4e31-bedc-3f286279f660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.248263 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Request body: {'port': {'device_id': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:10.261065 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.264645 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:10.352325 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.422117 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=6c216c07-370c-4a74-ad82-cc5b5439e236,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:10.448749 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:10.466208 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8c3a-8f33-4c57-bbd5-6d0764076925 req-ce2818ec-51ae-43d3-a42a-43ffb6f704bf tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:10.474661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-daea8c3a-8f33-4c57-bbd5-6d0764076925 req-ce2818ec-51ae-43d3-a42a-43ffb6f704bf tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 932 time: 0.3615623 Jun 16 16:31:10.605247 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.605247 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-daea8c3a-8f33-4c57-bbd5-6d0764076925 req-0c704b59-a938-412f-8cc7-7ae5f3388202 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774114 Jun 16 16:31:10.764526 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cb841a1b-296f-4373-84e0-b3c47b74db61 req-0c30402d-253c-469a-a83d-d900fcfd16ad tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.1020770 Jun 16 16:31:10.992995 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:10.995630 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:11.053058 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 6c216c07-370c-4a74-ad82-cc5b5439e236 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:11.061354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'Port': ['ID=f9018d1a-5939-43a1-9d95-3a9c867ba1d3,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:11.072475 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a764ee-d4b4-47ca-8914-84ae9e4bef53 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:11.075410 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:11.085815 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:11.088654 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:11.098324 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.108162 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:11.163925 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Transition to ACTIVE for port object a2a764ee-d4b4-47ca-8914-84ae9e4bef53 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:11.180431 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 6c216c07-370c-4a74-ad82-cc5b5439e236 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:11.180900 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.242036 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.285008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.292892 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:11.342783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.441405 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.533865 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Pushing event updated for resources: {'Port': ['ID=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:11.556376 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:11.600866 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Attempting to bind port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:11.601217 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Attempting to bind port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '0f01b06d-669c-4eae-b9e4-32e1a6111a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7705c643-d862-407e-8262-c7507acb4392'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:11.601701 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Attempting to bind port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 on network 7705c643-d862-407e-8262-c7507acb4392 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:11.610922 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 on network 7705c643-d862-407e-8262-c7507acb4392 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:31:11.611259 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Attempting to bind port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 on network 7705c643-d862-407e-8262-c7507acb4392 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:11.617107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:11.617733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Checking segment: {'id': '0f01b06d-669c-4eae-b9e4-32e1a6111a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7705c643-d862-407e-8262-c7507acb4392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:11.618437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Bound using segment: {'id': '0f01b06d-669c-4eae-b9e4-32e1a6111a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7705c643-d862-407e-8262-c7507acb4392'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:11.619023 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Bound port: a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f01b06d-669c-4eae-b9e4-32e1a6111a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '7705c643-d862-407e-8262-c7507acb4392'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:11.619601 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.786516 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] For port a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:11.814874 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] For port a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,segment=NetworkSegment(0f01b06d-669c-4eae-b9e4-32e1a6111a9e),segment_id=0f01b06d-669c-4eae-b9e4-32e1a6111a9e)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:11.844924 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.888089 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.899643 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cccb40-4b62-49fd-8ac0-62f72681ad18 req-19cc37c3-ff2b-47ce-8ae6-7366bf5e1064 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:11.901264 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21cccb40-4b62-49fd-8ac0-62f72681ad18 req-19cc37c3-ff2b-47ce-8ae6-7366bf5e1064 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.1550605 Jun 16 16:31:11.905763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:11.913618 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:11.918595 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:12.004845 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf0e071d-2e80-490a-a7bd-b752e2d9af55 req-88c21663-893d-4d45-b529-7f89283753a3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0979486 Jun 16 16:31:12.027795 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:12.028405 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:12.029828 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] 10.222.0.52 "PUT /v2.0/ports/a2a764ee-d4b4-47ca-8914-84ae9e4bef53 HTTP/1.1" status: 200 len: 1094 time: 2.5142233 Jun 16 16:31:12.032053 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'tag': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:12.047891 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'Port': ['ID=f9018d1a-5939-43a1-9d95-3a9c867ba1d3,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:12.056009 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:12.057977 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:12.085015 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Pushing event updated for resources: {'Port': ['ID=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:12.101052 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21cccb40-4b62-49fd-8ac0-62f72681ad18 req-4735d49e-b734-445d-9307-7d5c0d489c4b tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828675 Jun 16 16:31:12.101967 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:12.205847 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:12.205847 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2312953 Jun 16 16:31:12.230872 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c4776-d528-4486-a532-9fe0fbcb6f24" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf55a9c-ddfb-46a2-9200-289b7aaa4701", "tag": "a2a764ee-d4b4-47ca-8914-84ae9e4bef53"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:12.527735 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0064bd30-922a-4548-a115-39ce47b3f753 x-openstack-request-id: req-0064bd30-922a-4548-a115-39ce47b3f753 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:12.528517 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf55a9c-ddfb-46a2-9200-289b7aaa4701", "tag": "a2a764ee-d4b4-47ca-8914-84ae9e4bef53", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:12.528924 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0064bd30-922a-4548-a115-39ce47b3f753 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:12.530332 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'tag': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53', 'status': 'completed', 'code': 200} Jun 16 16:31:12.688114 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-a86cf956-557c-4e0c-b7e4-082842d9b75c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--661313290&fields=id&tenant_id=1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 267 time: 0.0682383 Jun 16 16:31:13.004666 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-0b02843a-7435-4fec-aee8-5412e0f1073a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:13.025840 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-0b02843a-7435-4fec-aee8-5412e0f1073a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 817 time: 0.2980270 Jun 16 16:31:13.025840 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-aeb17aef-87de-4a85-863e-4b51f1f98146 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/quotas/1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 375 time: 0.0092523 Jun 16 16:31:13.101316 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-020ea0cc-c7dd-4b59-b99e-4b7ca836e6be tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735667 Jun 16 16:31:13.113871 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:13.202431 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-11c0ed4a-b3bc-4d74-9c52-25777bdb151b service neutron] 10.222.0.91 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890088 Jun 16 16:31:13.300916 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-968c97d9-9794-488c-a40f-3a508c2acf2d service neutron] 10.222.0.91 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926011 Jun 16 16:31:13.420733 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c38fccf1-31d6-4150-b8ec-52cb842036c3 req-1c39e4b3-d85a-4f38-9fce-c757f3f3291d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0285993 Jun 16 16:31:13.648070 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b75ab5-667f-4682-815a-9dddbf792402 req-e7d83d56-86c2-479d-83a0-68f2769ef776 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:13.649756 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-66b75ab5-667f-4682-815a-9dddbf792402 req-e7d83d56-86c2-479d-83a0-68f2769ef776 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.1202655 Jun 16 16:31:13.700357 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-66b75ab5-667f-4682-815a-9dddbf792402 req-9385a617-69d0-4cba-93b1-7287e612534d tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Jun 16 16:31:13.775644 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e64071eb-374f-47e9-b964-455031069d4b req-76230184-9279-492c-8812-aae957d55f1e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0469151 Jun 16 16:31:14.575596 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b7fef831-5891-4049-bbe4-926efdc43aed req-7b072392-f3c5-4eff-a604-31e234b5649c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0435407 Jun 16 16:31:14.892753 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bef7c380-228f-401f-a495-1c028cfbe704 req-6100220a-e013-4073-bb4f-ee2d064e5b36 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0371692 Jun 16 16:31:14.929550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8d621-9f3d-499e-bdf8-bbea173c4af5 req-30ea2d2d-2eb3-412f-b7f0-a5770ed39594 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:14.931224 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ccb8d621-9f3d-499e-bdf8-bbea173c4af5 req-30ea2d2d-2eb3-412f-b7f0-a5770ed39594 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.1053684 Jun 16 16:31:14.972981 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ccb8d621-9f3d-499e-bdf8-bbea173c4af5 req-64729654-635e-46ac-8d84-b39e07c39606 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354114 Jun 16 16:31:15.215764 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:15.615862 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:31:15.715577 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa657c3-4f2f-4e4f-b65a-20a1f2b7550d req-0b43a133-3c32-4706-a030-83ec59ee9c7d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0316463 Jun 16 16:31:16.048044 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0077d734-726b-495a-b88b-021bcc040d1e req-12113504-5a5a-4c29-96af-8c53aa954bcc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0307636 Jun 16 16:31:16.163164 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2070aa-4921-422d-ba06-1056482c36f5 req-ab08c67e-cac0-456b-a6e0-49765e38a18e tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:16.164640 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ce2070aa-4921-422d-ba06-1056482c36f5 req-ab08c67e-cac0-456b-a6e0-49765e38a18e tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0694127 Jun 16 16:31:16.208547 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ce2070aa-4921-422d-ba06-1056482c36f5 req-581f212b-49f9-4ac3-8f22-c971181a7d4a tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364048 Jun 16 16:31:16.870131 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-907b1236-2cf1-479d-a892-d2b3f4d0f14d req-d850ccab-7992-466d-a56c-34b073a2a08c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0374050 Jun 16 16:31:17.229990 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-74f8c2ff-1007-4555-bd49-817c4ac9248d req-5840a385-f107-42a0-9c0d-aa36abbed4a8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0327473 Jun 16 16:31:17.398348 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068d385-ef33-4888-9571-71cb06d2080e req-e63ee3e6-8513-419b-89cf-600320c73a58 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:17.399896 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a068d385-ef33-4888-9571-71cb06d2080e req-e63ee3e6-8513-419b-89cf-600320c73a58 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0699539 Jun 16 16:31:17.446509 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a068d385-ef33-4888-9571-71cb06d2080e req-cd2ee730-ba2d-4dd7-a9be-44d6a1e36cfc tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380602 Jun 16 16:31:18.046956 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83c94f8d-8119-43cf-b2ff-9325b2ecfca5 req-8448817b-6ad4-4396-a456-970d87bef4e2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0518422 Jun 16 16:31:18.382316 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5551772a-abd6-4458-801e-1a3344f06b6d req-57c2ecdc-50e7-41a2-abe9-14baaca2ba4f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0305650 Jun 16 16:31:18.634710 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aee9ae-343b-407d-9ff1-5252f3bcbfff req-df5651df-6046-4702-bc0d-dee3a0fc1e0e tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:18.636312 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-78aee9ae-343b-407d-9ff1-5252f3bcbfff req-df5651df-6046-4702-bc0d-dee3a0fc1e0e tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0678642 Jun 16 16:31:18.677298 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-78aee9ae-343b-407d-9ff1-5252f3bcbfff req-05f70ea4-85d7-4c86-b695-ffcaeb9d49de tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Jun 16 16:31:19.220678 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11cf45ef-59fb-4740-9750-246cdfeb23c3 req-e9a3ca9e-d9d7-44ba-aa08-4e84b74a5d64 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0303810 Jun 16 16:31:19.589561 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5c2efbf8-9179-445a-8c0a-1f4c3fc4117e req-0929eea6-8b6f-435d-9859-b269d32ff6a6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Jun 16 16:31:19.875610 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed05de-6b89-43f2-89a1-03b896b1323b req-35470988-3ab4-46e4-ae3c-15acf547ffaa tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:19.877068 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-afed05de-6b89-43f2-89a1-03b896b1323b req-35470988-3ab4-46e4-ae3c-15acf547ffaa tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0705504 Jun 16 16:31:19.918225 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-afed05de-6b89-43f2-89a1-03b896b1323b req-39b68637-1daa-4047-bef4-fd6d21b724b9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Jun 16 16:31:20.383008 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d38fad73-121c-4dc9-af1c-121575a88754 req-00d8d327-06fc-4e83-b29a-65b8010454d3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0362782 Jun 16 16:31:20.735396 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c07d8535-0136-47e0-9039-70a994ef4397 req-bf767c4b-355b-4537-91d8-0cd8bbf9a355 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0300291 Jun 16 16:31:21.097807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7730f49-a61a-4dbe-a48e-67ff7138f309 req-fe7ff870-b80b-43f1-85a2-34e78a1596d2 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:21.099272 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7730f49-a61a-4dbe-a48e-67ff7138f309 req-fe7ff870-b80b-43f1-85a2-34e78a1596d2 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0681739 Jun 16 16:31:21.136329 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7730f49-a61a-4dbe-a48e-67ff7138f309 req-ed8a2852-65f6-4864-a219-068ed44e73ac tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Jun 16 16:31:21.523339 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-06b56e4a-7f5d-4321-97d9-301c8abec18a req-0dda4a3a-8583-409f-bc06-4954b3dd446a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0313497 Jun 16 16:31:21.879317 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82fe92e5-3ea4-4a52-83cc-725302a26613 req-1c600a7d-7a03-4fed-b3fd-6e58dc9dbdd1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0287323 Jun 16 16:31:22.327011 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d418df4-2d00-4f69-9999-e0f1f107c727 req-3623b07f-32ff-457a-930c-d7aa14772f80 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:22.330708 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1d418df4-2d00-4f69-9999-e0f1f107c727 req-3623b07f-32ff-457a-930c-d7aa14772f80 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0773475 Jun 16 16:31:22.367878 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1d418df4-2d00-4f69-9999-e0f1f107c727 req-09458369-5fca-4ef7-b2b2-1ff8f99f9eff tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Jun 16 16:31:22.660626 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fda77cc2-5f8d-4d49-9854-deac896d3580 req-5a8d7ac1-b5b5-40cc-a114-c5abd43b9019 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0311561 Jun 16 16:31:23.047263 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-01f2e831-1e18-4ca6-b7c5-7724e069e0bc req-a0b5b05f-d719-4a3d-9864-5c68e442c64a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0312848 Jun 16 16:31:23.557536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2a34b-9ce8-4323-adca-a0099f40245c req-9e499330-7c61-4a07-aa1b-796b42fccb86 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:23.559185 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9ae2a34b-9ce8-4323-adca-a0099f40245c req-9e499330-7c61-4a07-aa1b-796b42fccb86 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0726719 Jun 16 16:31:23.598244 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9ae2a34b-9ce8-4323-adca-a0099f40245c req-852c2b2c-48aa-4c24-a37c-11ce3921ae06 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jun 16 16:31:23.806569 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b2de0e60-57e7-4f4e-a19d-f099e22a9ad1 req-bc5e4917-56a4-4c5a-90ce-07d22185fdcb tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0311325 Jun 16 16:31:24.209433 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e168f2ce-7d3f-4e4e-bc53-6de9cdc88729 req-71e8ce26-fa48-44b3-9744-35f7a5ab0280 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0348856 Jun 16 16:31:24.770600 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6304fcd-e1dc-4209-991b-d748c35e14e3 req-c97cc1ea-16a1-4c54-be94-0869dc5b0417 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:24.772762 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c6304fcd-e1dc-4209-991b-d748c35e14e3 req-c97cc1ea-16a1-4c54-be94-0869dc5b0417 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0639219 Jun 16 16:31:24.812514 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c6304fcd-e1dc-4209-991b-d748c35e14e3 req-02ab8ff8-09bf-4901-bd72-3b119b608e09 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Jun 16 16:31:24.949595 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f17fbaae-00fb-43e7-8b59-35ceb06186f9 req-257c11a1-b5ab-485c-ae8d-a642f7367b56 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0277605 Jun 16 16:31:25.368962 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a904f6a-5192-460e-b032-42426640b009 req-4016d18f-5d27-4cc8-88f5-6cc33507cdaa tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0345321 Jun 16 16:31:25.585612 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4776-d528-4486-a532-9fe0fbcb6f24 req-206426c7-8674-4652-9d84-e34c30347463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:25.587183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f07c4776-d528-4486-a532-9fe0fbcb6f24 req-206426c7-8674-4652-9d84-e34c30347463 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcfa22bcec645a3b11c8618b5da2de7&device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 1097 time: 0.0889750 Jun 16 16:31:25.795336 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4776-d528-4486-a532-9fe0fbcb6f24 req-0b398af0-352c-4b7c-8bf7-1ba0fe1187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:25.795336 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f07c4776-d528-4486-a532-9fe0fbcb6f24 req-0b398af0-352c-4b7c-8bf7-1ba0fe1187c9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=dbcfa22bcec645a3b11c8618b5da2de7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1836636 Jun 16 16:31:26.190235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4776-d528-4486-a532-9fe0fbcb6f24 req-fee864d0-777e-4220-8ea6-3481c1841b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:26.191698 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f07c4776-d528-4486-a532-9fe0fbcb6f24 req-fee864d0-777e-4220-8ea6-3481c1841b82 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3888695 Jun 16 16:31:26.217964 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7a9d5-df48-4198-a2eb-72326f77257f req-18672d6c-07b9-4c38-a538-0b2b3acade40 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:26.219417 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3fc7a9d5-df48-4198-a2eb-72326f77257f req-18672d6c-07b9-4c38-a538-0b2b3acade40 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.2687459 Jun 16 16:31:26.299076 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3fc7a9d5-df48-4198-a2eb-72326f77257f req-9a821ee3-02c5-427c-8e67-8bd0782afa0d tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739179 Jun 16 16:31:26.331077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-0d597161-4b0f-4eef-8734-2fcebea70e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:26.332615 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-0d597161-4b0f-4eef-8734-2fcebea70e87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcfa22bcec645a3b11c8618b5da2de7&device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 1097 time: 0.0943155 Jun 16 16:31:26.418752 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-1da68fde-0275-45aa-ae01-4ae7cf8f03a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53 HTTP/1.1" status: 200 len: 217 time: 0.0769603 Jun 16 16:31:26.594372 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-070b5a8a-879b-44c7-ab38-24b60bccf9c6 req-51785291-6817-4436-84ba-5c9ef43b44f5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0863111 Jun 16 16:31:26.638855 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc03dd7a-5f01-4609-8eca-33d2ab4839ac req-d0c9776e-6480-4e31-a267-9b202e0dd9ab tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0360584 Jun 16 16:31:26.648428 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-9f8871ef-1a12-4125-af7a-b7a51fe1937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:26.649992 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-9f8871ef-1a12-4125-af7a-b7a51fe1937e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9522793-01f3-4f83-9e39-7a6d6416e865 HTTP/1.1" status: 200 len: 851 time: 0.2092929 Jun 16 16:31:26.663308 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.52', 59716) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:26.727508 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-87ad1e45-f223-451d-a125-9bb6bcdede81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7705c643-d862-407e-8262-c7507acb4392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533845 Jun 16 16:31:26.864532 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-e36f46eb-eae0-4ca8-afff-e6379dd0c8f5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:26.866168 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-e36f46eb-eae0-4ca8-afff-e6379dd0c8f5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 810 time: 0.2028167 Jun 16 16:31:26.880032 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-82d1b131-1bc9-4e61-a517-0bd32b0f6c80 service neutron] 10.222.0.52 "GET /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435962 Jun 16 16:31:27.113299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53954) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:27.141634 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53958) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:27.232441 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.278173 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.330473 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.375285 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.382471 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eac1e4d-afd1-4e54-a8f5-2fc0c08169ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:27.384208 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53966) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:27.455952 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d6c9c6a392d441ec9e6b77c64993b705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412604 Jun 16 16:31:27.458788 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba049bb-c30f-47b1-85c9-ff016ae2058c,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:27.461132 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53970) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:27.463280 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:27.482830 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.494896 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b20f3-adb6-4433-af85-e44c779d512e req-bc102061-4885-4faa-9ed4-b0f0e09d0441 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:27.496829 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f6b20f3-adb6-4433-af85-e44c779d512e req-bc102061-4885-4faa-9ed4-b0f0e09d0441 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0812540 Jun 16 16:31:27.519005 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.527693 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.545376 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.547511 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.557615 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:27.563218 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f6b20f3-adb6-4433-af85-e44c779d512e req-18d0771c-d0f7-4126-98c6-57494d6f450f tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 Jun 16 16:31:27.609752 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=398651fb245d45b598cb14f1b828c8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659200 Jun 16 16:31:27.617355 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5033710d-37a3-4cad-9a3a-71e11f525c1d,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:27.620161 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 53976) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:27.620301 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:27.677043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.718652 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.722332 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.724072 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ba049bb-c30f-47b1-85c9-ff016ae2058c HTTP/1.1" status: 204 len: 168 time: 0.2615175 Jun 16 16:31:27.726116 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9b0aac1c-44ee-4662-b598-5b258f56ebfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:27.736749 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba049bb-c30f-47b1-85c9-ff016ae2058c,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:27.741083 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:27.777589 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2589fe2d-0238-466c-8c59-6a2d7bbc163e req-2afd466c-002e-4517-bca7-5840ae978760 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0661767 Jun 16 16:31:27.778770 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.792065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.798907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5c93e431-a4c7-4468-b914-212b8d797706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:27.826085 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:27.896235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13fa64b561b9480080e351cfecde56b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048718 Jun 16 16:31:27.899099 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0f901f45-0aca-4a74-9867-72e0f4f2ebce req-14c45582-e07e-4bcf-a9b8-e7c3c7d36abe tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0638111 Jun 16 16:31:27.900119 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 53982) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:27.904365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2973f98-6bd5-40e6-b917-d9c444fc215f,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:27.909389 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:27.983646 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.006206 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.009886 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.012869 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.014106 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5033710d-37a3-4cad-9a3a-71e11f525c1d HTTP/1.1" status: 204 len: 168 time: 0.3929429 Jun 16 16:31:28.017183 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-262295f2-70ad-4618-8017-ac9852451157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:28.033423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033710d-37a3-4cad-9a3a-71e11f525c1d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:28.043826 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:28.147866 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.150769 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.152186 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d2973f98-6bd5-40e6-b917-d9c444fc215f HTTP/1.1" status: 204 len: 168 time: 0.2503185 Jun 16 16:31:28.153252 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-57b006c5-4ec7-47fa-97ae-16193e1ffdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:28.166060 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2973f98-6bd5-40e6-b917-d9c444fc215f,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:28.166060 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:28.734504 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48dfa-5762-4c72-84c3-b523a5ff8319 req-f762d905-f923-413e-86d0-84eb18f54567 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:28.735985 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b6e48dfa-5762-4c72-84c3-b523a5ff8319 req-f762d905-f923-413e-86d0-84eb18f54567 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0635786 Jun 16 16:31:28.780944 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b6e48dfa-5762-4c72-84c3-b523a5ff8319 req-bee24bb8-6bfd-4366-aae1-be3b30df3822 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382245 Jun 16 16:31:28.905140 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54020) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:28.925266 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:28.935566 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-34ec218d-ba2d-46b5-b2d4-906b416b3428 req-74bab813-a90c-4ac1-83f0-40ea0ccb0897 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0311215 Jun 16 16:31:29.031860 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:29.084615 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:29.107970 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:29.109025 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a739ab7-5471-48b9-8baf-c8e64b5a1924 req-d3e779fb-81d0-4298-b506-b8e892ef2740 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0299358 Jun 16 16:31:29.122819 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=79b4f309c0454d3898b7d4d3cde7ee2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161720 Jun 16 16:31:29.123177 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54030) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:29.137823 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49758e82-55cb-4893-aca6-c95d8c3c7e39,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:29.141233 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:29.189849 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:29.213124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:29.341296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:29.344789 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:29.348186 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/49758e82-55cb-4893-aca6-c95d8c3c7e39 HTTP/1.1" status: 204 len: 168 time: 0.2212512 Jun 16 16:31:29.348186 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2a7599de-5f66-4d3c-aa3c-91326909b21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:29.355104 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49758e82-55cb-4893-aca6-c95d8c3c7e39,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:29.357674 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:29.962120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16371cc-33e0-4bf2-aaff-970f6be54c83 req-c496b64e-2c53-419a-98f3-48a6fbe82946 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:29.967759 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c16371cc-33e0-4bf2-aaff-970f6be54c83 req-c496b64e-2c53-419a-98f3-48a6fbe82946 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0682268 Jun 16 16:31:30.006466 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c16371cc-33e0-4bf2-aaff-970f6be54c83 req-fda1815b-f151-45e0-a6ad-376fa05d1e48 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358763 Jun 16 16:31:30.084838 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-276f8fbd-896a-4050-9d4d-aab5d6811b36 req-e3c488fb-8b32-42cf-ac73-64da1567b3e9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0313349 Jun 16 16:31:30.257538 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb813786-e342-4969-832c-5d25eaeee8df req-39099566-9b84-479f-ae4a-d37e3a4f89af tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0277455 Jun 16 16:31:30.580407 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-27bc2eb3-8f5c-4e36-83f0-1be296a52c05 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce88b755a50b43458a0ee21a6dd8eda0 HTTP/1.1" status: 200 len: 379 time: 0.0740578 Jun 16 16:31:30.594203 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'port': {'device_id': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'admin_state_up': True, 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'security_groups': ['ed7f1418-8979-4cf2-96bf-99da3073ab33']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:30.721668 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1e728ea-1512-4c58-a398-162fe342ed55 req-8d88a0e0-4ae4-4e78-bf94-0ce09039b7ee service neutron] 10.222.0.52 "GET /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130990 Jun 16 16:31:30.878399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Made reservation on behalf of ce88b755a50b43458a0ee21a6dd8eda0 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:31:30.882803 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.034143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Allocated IP 172.20.0.12 (8598bfb7-94ee-454e-9f91-c421ff437025/da433d2d-a0c2-4c91-beb8-18beb4c062e2/79989df1-8280-4896-bc9d-9559bb4ad708) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:31.264241 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-98998e08-d996-4d0b-a09b-a532a3900bca req-51bc9861-826e-4dc3-b8a3-e16c70e96a50 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0507700 Jun 16 16:31:31.305863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.433269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Transition to ACTIVE for port object 79989df1-8280-4896-bc9d-9559bb4ad708 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:31.433269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c5b71-ffff-49ed-a640-09549a2e7ea5 req-91339bda-6ee1-4cf8-abb2-43dfbdc4da6a tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:31.433269 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-462c5b71-ffff-49ed-a640-09549a2e7ea5 req-91339bda-6ee1-4cf8-abb2-43dfbdc4da6a tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.2198792 Jun 16 16:31:31.445242 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97b45946-b659-4b64-896d-fc64f8e7f071 req-55915627-e457-4c6c-b5d9-d6ccb6ab3d6d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0565836 Jun 16 16:31:31.455374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-dbbe728b-64ac-4b43-bd7a-e676a57f23d7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:31.456768 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-dbbe728b-64ac-4b43-bd7a-e676a57f23d7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 817 time: 0.1950126 Jun 16 16:31:31.511470 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-462c5b71-ffff-49ed-a640-09549a2e7ea5 req-69b1d744-0ca2-4446-89f7-f730db4ee129 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944662 Jun 16 16:31:31.527392 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-5a06fb7f-1f54-4368-a6f4-50c9c7019946 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 379 time: 0.0545747 Jun 16 16:31:31.536245 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'port': {'device_id': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'admin_state_up': True, 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'security_groups': ['ace9371b-80b7-4803-8aac-6218d5239a73']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:31.664786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.669978 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:31.711614 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Network 8598bfb7-94ee-454e-9f91-c421ff437025 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:31.714928 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:31.718904 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:31.750467 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'Port': ['ID=79989df1-8280-4896-bc9d-9559bb4ad708,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:31.756401 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:31.776935 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:31.777616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.788539 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Made reservation on behalf of 1c744821ae2a4d32b3d93cca5908f52b for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:31:31.794780 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:31.903510 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3141067 Jun 16 16:31:31.935191 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Request body: {'port': {'device_id': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:32.062372 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:32.121921 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Allocated IP 172.20.0.13 (1ff08517-4c8a-4aba-92e6-8999e2b753fe/6ba4a964-6d6a-45f4-9050-ec18379b1439/931e7815-d979-4404-bb21-bb6d9fbcd1a2) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:31:32.211000 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-79744d29-cfff-494c-b077-697fb250604e None None] Provisioning for port 79989df1-8280-4896-bc9d-9559bb4ad708 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:32.220396 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-79744d29-cfff-494c-b077-697fb250604e None None] Provisioning complete for port 79989df1-8280-4896-bc9d-9559bb4ad708 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:32.221176 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-79744d29-cfff-494c-b077-697fb250604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:32.280833 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-79744d29-cfff-494c-b077-697fb250604e None None] Port 79989df1-8280-4896-bc9d-9559bb4ad708 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:31:32.655549 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:32.714205 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-439dce7d-1c8e-435f-87eb-8717fe6f23d3 req-aa1cb4a7-18b8-47ce-8f54-b732cbc6ba3d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0749421 Jun 16 16:31:32.722726 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Transition to ACTIVE for port object 931e7815-d979-4404-bb21-bb6d9fbcd1a2 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:32.747911 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73142065-e5cf-4954-9e5f-37903fff74fc req-e9d7314e-22a9-48c7-98bf-35233c3db0d3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:32.749403 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-73142065-e5cf-4954-9e5f-37903fff74fc req-e9d7314e-22a9-48c7-98bf-35233c3db0d3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 932 time: 0.2596166 Jun 16 16:31:32.833641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79989df1-8280-4896-bc9d-9559bb4ad708 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:32.841871 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54204) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:32.844333 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:32.862743 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-73142065-e5cf-4954-9e5f-37903fff74fc req-12728f73-4feb-418f-99ab-10ef2d744244 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977337 Jun 16 16:31:32.879219 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Transition to ACTIVE for port object 79989df1-8280-4896-bc9d-9559bb4ad708 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:32.985344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5f949-ee24-4db1-b085-84016de467ea req-a62ac558-a828-4749-82ca-b9288a2f3771 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:32.985344 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5a5f949-ee24-4db1-b085-84016de467ea req-a62ac558-a828-4749-82ca-b9288a2f3771 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.0671422 Jun 16 16:31:32.985344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:32.990889 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:32.997916 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.050991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.068174 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:31:33.081348 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:31:33.085849 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:31:33.091008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:33.111456 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:33.131626 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-30f44c1d-8892-4691-890e-f56e1fdc16d4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:33.163592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.176617 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5a5f949-ee24-4db1-b085-84016de467ea req-39a6f543-c34e-4e79-b7f8-59cdb073f1f4 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793237 Jun 16 16:31:33.353526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:33.353526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.353526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Pushing event updated for resources: {'Port': ['ID=79989df1-8280-4896-bc9d-9559bb4ad708,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:33.353526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:33.381920 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.391980 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-87f49cf3-ff33-453b-8f22-1120e9bd5740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:33.442294 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Attempting to bind port 79989df1-8280-4896-bc9d-9559bb4ad708 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:33.442704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Attempting to bind port 79989df1-8280-4896-bc9d-9559bb4ad708 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:33.443166 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Attempting to bind port 79989df1-8280-4896-bc9d-9559bb4ad708 on network 8598bfb7-94ee-454e-9f91-c421ff437025 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:33.445179 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54232) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:33.446171 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f9c861d31f774cf7af90a3917f29aea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991702 Jun 16 16:31:33.461144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Port 79989df1-8280-4896-bc9d-9559bb4ad708 on network 8598bfb7-94ee-454e-9f91-c421ff437025 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:31:33.461627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Attempting to bind port 79989df1-8280-4896-bc9d-9559bb4ad708 on network 8598bfb7-94ee-454e-9f91-c421ff437025 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:33.474852 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bd4457-2d48-46c3-9c51-6b3750473d54,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:33.474962 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:33.474962 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Checking segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:33.474962 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Bound using segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:33.474962 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Bound port: 79989df1-8280-4896-bc9d-9559bb4ad708, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:33.474962 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.476281 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:33.498412 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9657521 Jun 16 16:31:33.530526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Request body: {'port': {'device_id': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:33.593662 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.603949 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-28637010-c5a1-4ff1-8d36-0dab4c7d8656 None None] Provisioning for port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:33.608955 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-28637010-c5a1-4ff1-8d36-0dab4c7d8656 None None] Provisioning complete for port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:33.611330 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-28637010-c5a1-4ff1-8d36-0dab4c7d8656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.663163 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.663163 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] For port 79989df1-8280-4896-bc9d-9559bb4ad708, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:33.697133 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] For port 79989df1-8280-4896-bc9d-9559bb4ad708, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=79989df1-8280-4896-bc9d-9559bb4ad708,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:33.715270 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.772240 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-28637010-c5a1-4ff1-8d36-0dab4c7d8656 None None] Port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:31:33.794674 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:33.802136 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:33.997906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:33.998717 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:34.009957 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] 10.222.0.52 "PUT /v2.0/ports/79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1094 time: 2.0942163 Jun 16 16:31:34.016983 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:34.028263 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc49b138-a562-409f-94e7-0e7235af0f38" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:34.067933 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:34.092358 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:34.096247 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f7bd4457-2d48-46c3-9c51-6b3750473d54 HTTP/1.1" status: 204 len: 168 time: 0.6499922 Jun 16 16:31:34.164537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Pushing event updated for resources: {'Port': ['ID=79989df1-8280-4896-bc9d-9559bb4ad708,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:34.164537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:34.181319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:34.196315 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bd4457-2d48-46c3-9c51-6b3750473d54,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:34.199569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:34.224480 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66203308-4ea9-47d3-b1f9-c718c63b32ab req-c80bf9a7-a37e-4408-b9c0-1fc49400f755 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:34.226743 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-66203308-4ea9-47d3-b1f9-c718c63b32ab req-c80bf9a7-a37e-4408-b9c0-1fc49400f755 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 932 time: 0.3632464 Jun 16 16:31:34.384723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3aaa1-895f-4bcb-8354-324154c283e3 req-0703a2f3-5ec9-4f1d-95d5-93c65964bc9c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:34.386225 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fab3aaa1-895f-4bcb-8354-324154c283e3 req-0703a2f3-5ec9-4f1d-95d5-93c65964bc9c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 944 time: 0.3730078 Jun 16 16:31:34.412083 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-66203308-4ea9-47d3-b1f9-c718c63b32ab req-5d62d01c-0f52-4101-96f0-702539958a08 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708245 Jun 16 16:31:34.442397 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931e7815-d979-4404-bb21-bb6d9fbcd1a2 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:34.458588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:34.488103 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fab3aaa1-895f-4bcb-8354-324154c283e3 req-70ea77b8-222a-40bc-8ad2-919deb1cea4c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805717 Jun 16 16:31:34.489127 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Transition to ACTIVE for port object 931e7815-d979-4404-bb21-bb6d9fbcd1a2 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:31:34.495464 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-0959b5e8-d362-4328-8e10-3abc2e9effac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:34.496860 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-0959b5e8-d362-4328-8e10-3abc2e9effac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1097 time: 0.2014022 Jun 16 16:31:34.561038 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-db4ea8b9-9450-4744-b5f4-e13d5b4c166f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 217 time: 0.0538523 Jun 16 16:31:34.566752 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f2656c-d59f-414e-b376-74e5b30e6860 x-openstack-request-id: req-38f2656c-d59f-414e-b376-74e5b30e6860 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:34.567167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:34.567552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-38f2656c-d59f-414e-b376-74e5b30e6860 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:34.568731 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708', 'status': 'completed', 'code': 200} Jun 16 16:31:34.614642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-4db27ca0-3e2a-49ed-b9db-178429cd1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:34.616648 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-4db27ca0-3e2a-49ed-b9db-178429cd1b54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0465469 Jun 16 16:31:34.652089 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:34.683187 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:34.803031 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:34.808853 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:34.870035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-64e1cb7e-c3dc-4548-bc7e-e9bf015ec27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:34.874090 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-64e1cb7e-c3dc-4548-bc7e-e9bf015ec27b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2485032 Jun 16 16:31:34.960880 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df4585-d1fa-415d-afde-7f4a84b76d27 req-7815796c-6df9-4dbf-923f-3325869e79a5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:34.962417 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-60df4585-d1fa-415d-afde-7f4a84b76d27 req-7815796c-6df9-4dbf-923f-3325869e79a5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.3133140 Jun 16 16:31:35.007017 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Attempting to bind port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:31:35.007269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Attempting to bind port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:31:35.007601 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Attempting to bind port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:35.029233 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:31:35.029593 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Attempting to bind port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:31:35.035941 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-f2dfbcd0-5659-4dc6-a336-3787a34898ff service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559217 Jun 16 16:31:35.041031 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-60df4585-d1fa-415d-afde-7f4a84b76d27 req-eacc4464-8570-41a1-8faf-5ee56e77c1b8 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714397 Jun 16 16:31:35.042191 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:31:35.042542 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Checking segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:31:35.042921 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Bound using segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:31:35.043365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Bound port: 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:31:35.043714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.265838 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54308) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:35.282049 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.361558 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:31:35.365486 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc086ce3-ed80-46c1-a472-cb5ede524c90 req-3f390ecd-6323-4e58-9e30-9b950d746ec8 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195424 Jun 16 16:31:35.371165 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:31:35.376831 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.484080 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.484615 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.487025 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:35.489200 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0200f928-807a-4b07-9591-e1a1b574f97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:35.536697 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:35.537914 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.539375 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] 10.222.0.52 "PUT /v2.0/ports/931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 1094 time: 2.0295062 Jun 16 16:31:35.559711 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a4d9e03467934488b868d53690a06e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847402 Jun 16 16:31:35.562712 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54322) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:35.627676 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43be95d3-1d21-44aa-94f7-80a20313c0d7,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:35.655242 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:35.693705 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:35.703299 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.703666 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:35.739987 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-d41afee2-5a56-4464-992f-be8dd39cb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:35.741733 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-d41afee2-5a56-4464-992f-be8dd39cb63f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1097 time: 0.2013655 Jun 16 16:31:35.742782 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.756947 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b555f-c7c7-4b67-ba2b-659b1880cd05 req-aa673e45-6ccf-473a-afbb-39d2f3327ed5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:35.765235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8b4b555f-c7c7-4b67-ba2b-659b1880cd05 req-aa673e45-6ccf-473a-afbb-39d2f3327ed5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1441979 Jun 16 16:31:35.908664 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.912733 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:35.914290 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/43be95d3-1d21-44aa-94f7-80a20313c0d7 HTTP/1.1" status: 204 len: 168 time: 0.3481228 Jun 16 16:31:35.915714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:35.938602 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43be95d3-1d21-44aa-94f7-80a20313c0d7,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:35.941236 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:36.011020 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8b4b555f-c7c7-4b67-ba2b-659b1880cd05 req-e2d05541-1c3f-4d11-bc47-18996910b6b5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961973 Jun 16 16:31:36.086518 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-5920182f-4a3b-44f2-8fb0-2a1abec3a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.088033 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-5920182f-4a3b-44f2-8fb0-2a1abec3a31c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.3195794 Jun 16 16:31:36.114715 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83353817-2958-4842-bbfb-b0cb78550ae5 req-6cd4ded3-4dc6-47d3-aff4-a02708426767 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.121735 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83353817-2958-4842-bbfb-b0cb78550ae5 req-6cd4ded3-4dc6-47d3-aff4-a02708426767 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 944 time: 0.3373621 Jun 16 16:31:36.162679 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-92503376-a6f3-406c-b082-ca3970ec3a56 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 217 time: 0.0636210 Jun 16 16:31:36.164748 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-549649f6-df3d-492f-83d1-afb9f9093074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.166332 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-549649f6-df3d-492f-83d1-afb9f9093074 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1097 time: 0.3730056 Jun 16 16:31:36.260599 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-3a5e4672-5a8f-4464-9072-8f467bdd4a80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 217 time: 0.0735426 Jun 16 16:31:36.318255 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83353817-2958-4842-bbfb-b0cb78550ae5 req-28c50a31-ea7d-49d9-a7be-61417cb27052 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956365 Jun 16 16:31:36.336742 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-826f5010-f785-4911-bc90-7d1b463c8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.338195 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-826f5010-f785-4911-bc90-7d1b463c8ae3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.1602025 Jun 16 16:31:36.352783 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-f45f83f2-a711-4366-ae24-304b04047f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.362350 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-f45f83f2-a711-4366-ae24-304b04047f48 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0722086 Jun 16 16:31:36.430419 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7a372-c0ca-4111-8f31-43b9fd5d99bd req-285af017-4bb9-4af9-a16e-88f095090f06 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.431969 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ddc7a372-c0ca-4111-8f31-43b9fd5d99bd req-285af017-4bb9-4af9-a16e-88f095090f06 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 944 time: 0.2363126 Jun 16 16:31:36.489998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-f1c652ca-c201-4935-8cf8-5945c50cfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.491480 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-f1c652ca-c201-4935-8cf8-5945c50cfeb9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1364508 Jun 16 16:31:36.507465 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54378) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:36.511997 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ddc7a372-c0ca-4111-8f31-43b9fd5d99bd req-ada8dd56-9542-444e-941f-8c8a8c44eb15 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706263 Jun 16 16:31:36.515024 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-9d5c56a8-f541-48da-bbbb-365414d406fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:36.516319 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-9d5c56a8-f541-48da-bbbb-365414d406fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1503973 Jun 16 16:31:36.546509 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device a2a764ee-d4b4-47ca-8914-84ae9e4bef53 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:31:36.588916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:36.591235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae653b3-6676-4907-9340-4ba94c162a99" -d '{"events": [{"name": "network-changed", "server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:36.676444 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-030903e1-b916-438e-be87-74d8e8de003d service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772642 Jun 16 16:31:36.679883 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2706634c-2335-4f78-9afb-e5e443229e7c x-openstack-request-id: req-2706634c-2335-4f78-9afb-e5e443229e7c {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:36.680162 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:36.680433 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2706634c-2335-4f78-9afb-e5e443229e7c {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:36.680836 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'status': 'completed', 'code': 200} Jun 16 16:31:36.683997 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-d5c2113f-576c-43c1-876f-fac0c879e179 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556697 Jun 16 16:31:36.788263 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,segment=NetworkSegment(0f01b06d-669c-4eae-b9e4-32e1a6111a9e),segment_id=0f01b06d-669c-4eae-b9e4-32e1a6111a9e)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:36.795483 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:36.804433 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53', 'network_id': '7705c643-d862-407e-8262-c7507acb4392', 'port_id': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53', 'mac_address': 'fa:16:3e:43:91:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9522793-01f3-4f83-9e39-7a6d6416e865', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:31:36.884397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:36.890010 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc49b138-a562-409f-94e7-0e7235af0f38 req-8396dcc0-8ffa-45ed-adec-94d856e474fd service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906159 Jun 16 16:31:36.892363 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7202ca81-a1ca-4375-ba83-3773876a3737 req-322ad6ef-68d6-4724-8264-addefadd6b90 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918724 Jun 16 16:31:36.921260 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a764ee-d4b4-47ca-8914-84ae9e4bef53 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:36.941868 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,segment=NetworkSegment(0f01b06d-669c-4eae-b9e4-32e1a6111a9e),segment_id=0f01b06d-669c-4eae-b9e4-32e1a6111a9e)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:36.952284 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.124208 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.124475 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.126295 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:37.129783 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:37.172327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54414) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:37.172948 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e40a1c9393be49bea18d886b1e682bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6641860 Jun 16 16:31:37.174620 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377d1243-864f-4cd0-b0c3-e865081edd41,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:37.191449 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:37.211532 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:37.214740 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:37.277243 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225f8a1-366f-42c3-a203-2d87cb95a73d req-13a8abf9-7ee4-41c0-b443-343097760624 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.278845 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5225f8a1-366f-42c3-a203-2d87cb95a73d req-13a8abf9-7ee4-41c0-b443-343097760624 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1758540 Jun 16 16:31:37.320081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.342223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-bd9b7ca8-beea-4d58-82a5-08fd93cef605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.343683 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-bd9b7ca8-beea-4d58-82a5-08fd93cef605 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1097 time: 0.1507566 Jun 16 16:31:37.370769 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.397315 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5225f8a1-366f-42c3-a203-2d87cb95a73d req-6276e805-daa0-4b25-9b2b-0d121798eeb8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082246 Jun 16 16:31:37.451249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-03c41a5f-8d7a-466b-aea9-c4d4964d3bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.534900 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-2bf3312d-7574-4a05-b327-9eeaa697b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.535384 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-2bf3312d-7574-4a05-b327-9eeaa697b70f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1781907 Jun 16 16:31:37.560922 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee92daf-63e9-4896-b8a9-23f86c5db54e req-7ae36025-c13b-4d87-9e2b-6e65321c62de tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.562471 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fee92daf-63e9-4896-b8a9-23f86c5db54e req-7ae36025-c13b-4d87-9e2b-6e65321c62de tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 944 time: 0.0995991 Jun 16 16:31:37.596231 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-f54ac726-7301-420e-bff2-c660807e16ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 217 time: 0.0528648 Jun 16 16:31:37.683330 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fee92daf-63e9-4896-b8a9-23f86c5db54e req-ce12173b-74f9-4e84-b3ce-a0960c239746 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900869 Jun 16 16:31:37.689418 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.695972 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.697057 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/377d1243-864f-4cd0-b0c3-e865081edd41 HTTP/1.1" status: 204 len: 168 time: 0.5215974 Jun 16 16:31:37.700264 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:37.706134 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54438) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:37.706619 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-c37b596b-3bd5-4a14-b74c-5894e8322e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.708140 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-c37b596b-3bd5-4a14-b74c-5894e8322e72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.1054678 Jun 16 16:31:37.716056 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377d1243-864f-4cd0-b0c3-e865081edd41,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:37.718553 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:37.787551 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbcca0-c2be-4df4-a9e8-f2a69ff704a3 req-1f94cde4-9e0b-4f7e-a8b9-3268788c55c1 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.789134 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-36bbcca0-c2be-4df4-a9e8-f2a69ff704a3 req-1f94cde4-9e0b-4f7e-a8b9-3268788c55c1 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 945 time: 0.1418746 Jun 16 16:31:37.827515 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-2097de8d-1c34-408c-866b-05e61ef0353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:37.827515 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-2097de8d-1c34-408c-866b-05e61ef0353c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120107 Jun 16 16:31:37.869038 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-36bbcca0-c2be-4df4-a9e8-f2a69ff704a3 req-be69291a-779b-4fdc-b7d6-32b4a6b3268c tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726259 Jun 16 16:31:37.893711 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:37.950945 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-7bac4d91-0609-4f3d-845d-39de6873596b service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093473 Jun 16 16:31:37.984529 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.027281 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['a2a764ee-d4b4-47ca-8914-84ae9e4bef53'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:31:38.047743 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae653b3-6676-4907-9340-4ba94c162a99 req-41b156fe-0ca8-42bc-ad85-3b5a118a3792 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895143 Jun 16 16:31:38.187139 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.192626 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-04f19fba-aa66-4b82-bba3-ae76d6415909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:38.236272 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54456) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:38.236485 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ff2319eab5d34742be6eb02b5ea8a779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281172 Jun 16 16:31:38.237817 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f02c7-1589-4565-a630-3f7fb54bd869,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:38.253677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:38.306402 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.324961 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.506736 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.509719 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.510974 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c55f02c7-1589-4565-a630-3f7fb54bd869 HTTP/1.1" status: 204 len: 168 time: 0.2732062 Jun 16 16:31:38.512927 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-24067412-16f8-4739-bd2a-2335492dca05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:38.531978 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f02c7-1589-4565-a630-3f7fb54bd869,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:38.540799 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:38.633610 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91759ff5-c7e9-4053-8012-4dac74e02997 req-d7811af1-01be-4d49-a3d3-b74eb776e4d1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:38.635886 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-91759ff5-c7e9-4053-8012-4dac74e02997 req-d7811af1-01be-4d49-a3d3-b74eb776e4d1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1134646 Jun 16 16:31:38.683058 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-91759ff5-c7e9-4053-8012-4dac74e02997 req-716df22d-3d23-486c-839e-3bbc5725623c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413020 Jun 16 16:31:38.779656 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54488) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:38.795957 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.899452 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57aa75-cd9a-4d84-b34f-2dd393c6a754 req-0fa4282a-eca5-4e9d-8e1a-c7bb2bad0897 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:38.900989 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ed57aa75-cd9a-4d84-b34f-2dd393c6a754 req-0fa4282a-eca5-4e9d-8e1a-c7bb2bad0897 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 944 time: 0.0723963 Jun 16 16:31:38.910873 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:38.945690 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ed57aa75-cd9a-4d84-b34f-2dd393c6a754 req-2249ba7a-571b-4549-9509-3cc289e51c97 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380046 Jun 16 16:31:38.998469 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.001401 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3c0d0e87-90e8-4ec6-9de7-d7441eff7853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:39.080371 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e31e78d-df8f-4f57-b421-d1101fba9889,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:39.086788 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:39.091622 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8f92b4b0640147d8bef3439de61c8eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105912 Jun 16 16:31:39.094330 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54506) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:39.142673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e2d26-0ca7-46f4-915a-25a965f023d6 req-4a182931-5bd5-44ee-ba8f-90183d022aa6 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:39.149991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-890e2d26-0ca7-46f4-915a-25a965f023d6 req-4a182931-5bd5-44ee-ba8f-90183d022aa6 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 945 time: 0.1379580 Jun 16 16:31:39.170038 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.202861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.203426 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-890e2d26-0ca7-46f4-915a-25a965f023d6 req-852288d2-5a81-4180-a3fd-19b93a40d7a5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Jun 16 16:31:39.369850 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.372660 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.374020 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7e31e78d-df8f-4f57-b421-d1101fba9889 HTTP/1.1" status: 204 len: 168 time: 0.2785728 Jun 16 16:31:39.374842 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-750e8d45-34e0-4ed1-86ee-5c3c283c8751 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:39.384892 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e31e78d-df8f-4f57-b421-d1101fba9889,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:39.404106 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:39.529090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54526) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:39.542933 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.634069 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.746454 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.750085 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-74c2b306-acfc-4981-8c45-ce9e43d946b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:39.786518 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=48e46a703fc84d86970bf329000fa394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562647 Jun 16 16:31:39.788085 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f8bfa7-ce4e-4c2b-9a1e-efccb6b6fa71,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:39.789935 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54534) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:39.791518 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:39.858306 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.885747 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:39.899606 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decb067-3c6c-4116-8e25-a0f37f9395e8 req-5a43eca7-3768-4dfd-8000-1e694d7bedfe tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:39.901284 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6decb067-3c6c-4116-8e25-a0f37f9395e8 req-5a43eca7-3768-4dfd-8000-1e694d7bedfe tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0848439 Jun 16 16:31:39.943155 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6decb067-3c6c-4116-8e25-a0f37f9395e8 req-1e307b33-0ea8-45e3-97ef-930f6b741aa2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335934 Jun 16 16:31:40.044416 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.049041 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.053552 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/54f8bfa7-ce4e-4c2b-9a1e-efccb6b6fa71 HTTP/1.1" status: 204 len: 168 time: 0.2623894 Jun 16 16:31:40.054918 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e27d6649-bade-411e-b870-a7c5eaf8dbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:40.068639 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f8bfa7-ce4e-4c2b-9a1e-efccb6b6fa71,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:40.078460 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:40.164858 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.204283 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-02c1c289-2da8-4493-8de8-65d988472e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.372323 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907df84-9dd4-47b9-9f51-f0edfea53fcb req-b2f87751-7c27-46ec-89d3-f20c4ed915d3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:40.373900 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2907df84-9dd4-47b9-9f51-f0edfea53fcb req-b2f87751-7c27-46ec-89d3-f20c4ed915d3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 944 time: 0.3021567 Jun 16 16:31:40.425146 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59befe8-fbf0-42dc-b667-607e43933c5d req-09976ea1-268b-4af3-896d-831d17e1d9b3 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:40.426679 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f59befe8-fbf0-42dc-b667-607e43933c5d req-09976ea1-268b-4af3-896d-831d17e1d9b3 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 945 time: 0.1053641 Jun 16 16:31:40.434828 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2907df84-9dd4-47b9-9f51-f0edfea53fcb req-d1772446-b87e-4c61-960e-48982b5b6b80 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548553 Jun 16 16:31:40.471999 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f59befe8-fbf0-42dc-b667-607e43933c5d req-7de526c5-dba0-4aa5-932d-58e19a2a0ffc tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360870 Jun 16 16:31:40.508245 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 79989df1-8280-4896-bc9d-9559bb4ad708 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:31:40.548667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device a2a764ee-d4b4-47ca-8914-84ae9e4bef53 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:40.688876 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 79989df1-8280-4896-bc9d-9559bb4ad708, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=79989df1-8280-4896-bc9d-9559bb4ad708,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:40.702255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '79989df1-8280-4896-bc9d-9559bb4ad708', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'port_id': '79989df1-8280-4896-bc9d-9559bb4ad708', 'mac_address': 'fa:16:3e:3e:7a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:31:40.748123 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.762030 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79989df1-8280-4896-bc9d-9559bb4ad708 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:40.769599 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:40.783982 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:40.784359 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.790244 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 79989df1-8280-4896-bc9d-9559bb4ad708, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=79989df1-8280-4896-bc9d-9559bb4ad708,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:40.869250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.872383 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d3460cb5-d9b2-47a8-8a59-6de69d6c51ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:40.875960 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:40.927378 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:41.010657 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=79989df1-8280-4896-bc9d-9559bb4ad708,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:41.017951 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,segment=NetworkSegment(0f01b06d-669c-4eae-b9e4-32e1a6111a9e),segment_id=0f01b06d-669c-4eae-b9e4-32e1a6111a9e)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:41.020102 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:41.089972 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:41.095273 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-6e91b644-13dd-4501-a8ca-9adadde3c047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:41.143270 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f466891-1468-41bf-a5b7-a06b73251066 req-57cd25a0-ef08-445a-ac04-a153acd4a950 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:41.151520 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f466891-1468-41bf-a5b7-a06b73251066 req-57cd25a0-ef08-445a-ac04-a153acd4a950 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0807152 Jun 16 16:31:41.175430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:41.178954 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:41.199779 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f466891-1468-41bf-a5b7-a06b73251066 req-becb6f82-96f4-49a6-9bc8-d401f5c1fbd5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 Jun 16 16:31:41.228822 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:41.259076 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['79989df1-8280-4896-bc9d-9559bb4ad708'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:31:41.397117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54606) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:41.503154 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d3ac58-be42-45d8-8239-709b893b0023" -d '{"events": [{"server_uuid": "4bf55a9c-ddfb-46a2-9200-289b7aaa4701", "name": "network-vif-plugged", "status": "completed", "tag": "a2a764ee-d4b4-47ca-8914-84ae9e4bef53"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:41.616967 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e11451-fb21-477f-8bd1-085bf5192c9b req-489336b6-84ce-4bce-bc13-197791cd19cc tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:41.618538 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-50e11451-fb21-477f-8bd1-085bf5192c9b req-489336b6-84ce-4bce-bc13-197791cd19cc tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 945 time: 0.0702491 Jun 16 16:31:41.688715 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-50e11451-fb21-477f-8bd1-085bf5192c9b req-16b25aea-9c51-403a-a776-9920d39d3f52 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600684 Jun 16 16:31:41.713557 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:41.715380 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb40ac-4941-4de1-8f94-9f6b0b9fa1f0 req-1070b3f5-b6c5-474a-b6f4-5e5592e157d8 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:41.717015 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cebb40ac-4941-4de1-8f94-9f6b0b9fa1f0 req-1070b3f5-b6c5-474a-b6f4-5e5592e157d8 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.0975416 Jun 16 16:31:41.762002 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cebb40ac-4941-4de1-8f94-9f6b0b9fa1f0 req-ff4869d8-9057-42b7-a22e-a630f10d8fd8 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Jun 16 16:31:41.817285 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:41.889575 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:41.893676 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c2d59a3d-1778-41e6-8a7e-0677f1ac8c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:41.919755 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c813525df5b4d79a2ea5c1d14f15c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187621 Jun 16 16:31:41.920106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54632) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:41.951230 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4897d5e-29af-47e4-894b-9b11ce240366,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:41.954311 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:41.996116 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.019733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.060502 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa89e14a-7698-4e78-8be9-d35bd8e2ebb2 x-openstack-request-id: req-fa89e14a-7698-4e78-8be9-d35bd8e2ebb2 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:42.061203 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf55a9c-ddfb-46a2-9200-289b7aaa4701", "name": "network-vif-plugged", "status": "completed", "tag": "a2a764ee-d4b4-47ca-8914-84ae9e4bef53", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:42.061752 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fa89e14a-7698-4e78-8be9-d35bd8e2ebb2 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:42.062127 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53', 'code': 200} Jun 16 16:31:42.232842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.237284 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.239336 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e4897d5e-29af-47e4-894b-9b11ce240366 HTTP/1.1" status: 204 len: 168 time: 0.3177590 Jun 16 16:31:42.241112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2adff7ca-be28-46e1-8cdf-ad48b64299ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:42.252082 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4897d5e-29af-47e4-894b-9b11ce240366,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:42.256818 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:42.472130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ca0dc-bfa8-457f-8ea1-4acb5ef40844 req-3ea33a78-3f22-4808-8861-26ecb716c744 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:42.474001 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3e7ca0dc-bfa8-457f-8ea1-4acb5ef40844 req-3ea33a78-3f22-4808-8861-26ecb716c744 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0720727 Jun 16 16:31:42.516265 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3e7ca0dc-bfa8-457f-8ea1-4acb5ef40844 req-4dd20c63-0bf4-4439-bdb1-6230275d91d3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360227 Jun 16 16:31:42.523070 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:31:42.527582 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 79989df1-8280-4896-bc9d-9559bb4ad708 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:42.638690 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732b937-01d3-4633-8e1b-5c2ad641fa88 req-01897733-83a8-4140-b541-4ef46a03be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:42.640389 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8732b937-01d3-4633-8e1b-5c2ad641fa88 req-01897733-83a8-4140-b541-4ef46a03be20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 1099 time: 0.0960288 Jun 16 16:31:42.660936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-8732b937-01d3-4633-8e1b-5c2ad641fa88 req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.668250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:42.680131 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'mac_address': 'fa:16:3e:17:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:31:42.734571 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.747844 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 79989df1-8280-4896-bc9d-9559bb4ad708 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:42.754296 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e7815-d979-4404-bb21-bb6d9fbcd1a2 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:31:42.759931 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 79989df1-8280-4896-bc9d-9559bb4ad708 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:42.760311 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.808647 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:42.814441 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-8732b937-01d3-4633-8e1b-5c2ad641fa88 req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.884199 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-8732b937-01d3-4633-8e1b-5c2ad641fa88 req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.887150 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:42.907870 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.932636 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:42.938839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8732b937-01d3-4633-8e1b-5c2ad641fa88 req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905364 Jun 16 16:31:42.977812 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 79989df1-8280-4896-bc9d-9559bb4ad708, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=79989df1-8280-4896-bc9d-9559bb4ad708,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:42.981231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:43.060500 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:43.066095 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:43.070191 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.070328 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f1b4eb-2555-499e-b48b-b00ef75017a2,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:43.071533 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:43.074609 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:43.139535 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.148929 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865b623-7be0-451e-a921-cea380b58bf4 req-15f17607-58f0-406d-9dde-c709581a3713 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:43.150521 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9865b623-7be0-451e-a921-cea380b58bf4 req-15f17607-58f0-406d-9dde-c709581a3713 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 945 time: 0.2316153 Jun 16 16:31:43.151669 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=79989df1-8280-4896-bc9d-9559bb4ad708,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:43.154935 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:43.181673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd6f5e-9c08-4b54-a94a-f12f0a7495ee req-2bc61bb7-4df6-492c-91d8-dd9a7396ff96 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:43.184172 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-abbd6f5e-9c08-4b54-a94a-f12f0a7495ee req-2bc61bb7-4df6-492c-91d8-dd9a7396ff96 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.1784132 Jun 16 16:31:43.218252 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9865b623-7be0-451e-a921-cea380b58bf4 req-ca3df81f-daca-4854-9430-ad29e9c054b3 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607822 Jun 16 16:31:43.239654 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-abbd6f5e-9c08-4b54-a94a-f12f0a7495ee req-793d1d62-cbd4-4089-8483-503e57472ec0 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452192 Jun 16 16:31:43.355248 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['931e7815-d979-4404-bb21-bb6d9fbcd1a2'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:31:43.430291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54692) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:43.445754 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.545735 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.696601 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.701197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c2fb126d-e7b6-4c9a-8183-d2746d972d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:43.743215 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01ddbc-ba87-40b8-9e56-16a7e64a3349 req-5f8d089f-2d34-40fe-97f3-d59e0f449568 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:43.744695 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5b01ddbc-ba87-40b8-9e56-16a7e64a3349 req-5f8d089f-2d34-40fe-97f3-d59e0f449568 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.1001434 Jun 16 16:31:43.749928 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=45d382cf832441d79198f446d9633316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185155 Jun 16 16:31:43.752833 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54698) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:43.758985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6378596d-ee37-446c-9880-b71064dd285a,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:43.768120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:43.790815 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5b01ddbc-ba87-40b8-9e56-16a7e64a3349 req-35eab17d-5850-4e7d-8fc0-359fc02dbf70 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387204 Jun 16 16:31:43.814080 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.854249 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:43.970766 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54704) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:44.010125 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.025811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.025811 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6378596d-ee37-446c-9880-b71064dd285a HTTP/1.1" status: 204 len: 168 time: 0.2600634 Jun 16 16:31:44.025811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-582f3dc8-e349-4d3b-a312-ceedade569b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:44.025811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378596d-ee37-446c-9880-b71064dd285a,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:44.025811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:44.063702 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:44.066604 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4cc33b-26b4-4b98-95ff-38c1a36ae310" -d '{"events": [{"server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "name": "network-vif-plugged", "status": "completed", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:44.117504 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc3402-1a97-45b3-97c0-8153884ff15f x-openstack-request-id: req-1dbc3402-1a97-45b3-97c0-8153884ff15f {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:44.117811 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "name": "network-vif-plugged", "status": "completed", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:44.118076 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1dbc3402-1a97-45b3-97c0-8153884ff15f {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:44.118482 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708', 'code': 200} Jun 16 16:31:44.156392 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.256325 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.292807 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54724) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:44.375851 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.379719 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bcda5d60-b842-4706-9315-6415f0e3cdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:44.450166 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac4f95-00aa-43a9-8b1d-599f7c024b53 req-ffc82992-811e-4911-85ac-753559ebc441 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:44.451103 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d80788-41ab-4743-a0c9-922ab5780f2f,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:44.453396 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a6ac4f95-00aa-43a9-8b1d-599f7c024b53 req-ffc82992-811e-4911-85ac-753559ebc441 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0859523 Jun 16 16:31:44.459690 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:44.479698 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a48f3f3582f54317832d1fd5f4ffa29f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077240 Jun 16 16:31:44.482551 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54734) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:44.541501 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a6ac4f95-00aa-43a9-8b1d-599f7c024b53 req-455d3a28-f591-4bfd-8b90-2c25b9779021 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815063 Jun 16 16:31:44.546426 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:31:44.602121 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.656408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42957b-01ad-4cd9-9ca9-0d6db711f4c4 req-ad88b177-1e9d-415c-9658-e6c9c6bc1b80 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:44.657190 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.664484 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6e42957b-01ad-4cd9-9ca9-0d6db711f4c4 req-ad88b177-1e9d-415c-9658-e6c9c6bc1b80 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.1883869 Jun 16 16:31:44.705591 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8448d09-fa56-4fc3-ad44-c6f418941ca2 req-dbd550d0-9af8-4013-9229-be2297659f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:44.707092 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e8448d09-fa56-4fc3-ad44-c6f418941ca2 req-dbd550d0-9af8-4013-9229-be2297659f1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.1312902 Jun 16 16:31:44.722073 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6e42957b-01ad-4cd9-9ca9-0d6db711f4c4 req-e6917a94-1b53-4fb5-8bb6-de707948e05a tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566263 Jun 16 16:31:44.746986 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:31:44.752148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:31:44.752556 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.764403 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e8448d09-fa56-4fc3-ad44-c6f418941ca2 req-ed1dea7e-4deb-4bb7-bbae-9eef11ba92db service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Jun 16 16:31:44.821654 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.826376 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.828270 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/17d80788-41ab-4743-a0c9-922ab5780f2f HTTP/1.1" status: 204 len: 168 time: 0.3438694 Jun 16 16:31:44.832387 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b73982be-2988-45a4-b293-622e46b6447e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:44.868994 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d80788-41ab-4743-a0c9-922ab5780f2f,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:44.883373 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:44.895115 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:44.982224 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.026327 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.033703 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:31:45.062011 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957906e-2a3e-4325-861b-dfddbe757c62 req-d9b1a138-95d0-4228-8627-f06b7eff7cfa tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:45.063636 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4957906e-2a3e-4325-861b-dfddbe757c62 req-d9b1a138-95d0-4228-8627-f06b7eff7cfa tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.0675902 Jun 16 16:31:45.104957 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4957906e-2a3e-4325-861b-dfddbe757c62 req-6a7eb215-71ad-40b8-a99d-9413f1d3f162 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350087 Jun 16 16:31:45.158263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.158509 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.161122 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:45.177633 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0c0a55f2-7c9e-4542-8f03-8813d85b148e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:45.212632 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:45.222607 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5012b88-c714-434c-9ea6-898bc4ac7d34,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:45.223672 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:45.232631 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:45.238105 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c194d78f3a0941d5805507fc60c443dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9438696 Jun 16 16:31:45.240567 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54752) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:45.278304 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.299669 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.323304 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.358155 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54756) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:45.371239 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.478731 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.482817 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.488760 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e5012b88-c714-434c-9ea6-898bc4ac7d34 HTTP/1.1" status: 204 len: 168 time: 0.2424231 Jun 16 16:31:45.488760 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c29b5891-7a15-4bb5-82b6-9b363712e7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:45.492651 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5012b88-c714-434c-9ea6-898bc4ac7d34,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:45.495028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:45.587754 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.731188 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3961c-e48f-4039-8246-8fa9610792ed req-db836dc3-4617-4dd6-929d-206e144acc73 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:45.732723 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3ee3961c-e48f-4039-8246-8fa9610792ed req-db836dc3-4617-4dd6-929d-206e144acc73 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0647509 Jun 16 16:31:45.760047 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.765580 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab649026-3a8a-4c0a-8c62-edd3c42d2418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:45.780301 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3ee3961c-e48f-4039-8246-8fa9610792ed req-15cd635e-0189-4137-823b-764125684279 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416486 Jun 16 16:31:45.815691 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=14f0f354b9bd490ca2722f9b8368b25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542134 Jun 16 16:31:45.816404 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54770) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:45.823284 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb7ac95-4b17-4818-acb6-82bdb08f32fd,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:45.826183 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:45.912932 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.940124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:45.961737 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d3ca-7fb3-4268-b691-490a57f78251 req-9fce2cdb-ff2b-4de7-8367-d0815a198bc9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:45.962135 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b930d3ca-7fb3-4268-b691-490a57f78251 req-9fce2cdb-ff2b-4de7-8367-d0815a198bc9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.1112421 Jun 16 16:31:45.995415 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54772) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:46.011566 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.014287 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b930d3ca-7fb3-4268-b691-490a57f78251 req-c403be8a-81ec-438c-b4a8-eb55d1326922 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Jun 16 16:31:46.121856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:46.121856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c5838a-1611-4afe-acd0-00cdd21de135" -d '{"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-plugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:46.177091 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4138fa-00f9-466c-a73a-f6d8c5bafff7 x-openstack-request-id: req-df4138fa-00f9-466c-a73a-f6d8c5bafff7 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:46.178333 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-plugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:46.178333 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-df4138fa-00f9-466c-a73a-f6d8c5bafff7 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:46.178798 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'code': 200} Jun 16 16:31:46.215282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.218178 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.219309 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bbb7ac95-4b17-4818-acb6-82bdb08f32fd HTTP/1.1" status: 204 len: 168 time: 0.4022238 Jun 16 16:31:46.220060 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-cfc92586-1025-4da9-a13c-9825f1768b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:46.235288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb7ac95-4b17-4818-acb6-82bdb08f32fd,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:46.237750 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:46.309257 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.366997 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f2da9-ebf6-4554-a6bd-c6d64bee7712 req-56444f97-f6fe-4f87-9c06-0ce151a21cf5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:46.368683 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-777f2da9-ebf6-4554-a6bd-c6d64bee7712 req-56444f97-f6fe-4f87-9c06-0ce151a21cf5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1087945 Jun 16 16:31:46.393193 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.397256 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-208f7e38-f028-4326-b326-d9230291cc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:46.435033 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-777f2da9-ebf6-4554-a6bd-c6d64bee7712 req-e467aea4-be73-4362-99a7-b2fd4152568c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593035 Jun 16 16:31:46.441997 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=334f38cdeeaf4711ae741636f02f7e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449649 Jun 16 16:31:46.444741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54792) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:46.445646 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0ad94-59a1-45ed-8e08-8267ca415ab2,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:46.455307 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:46.512003 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.558466 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.568793 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54796) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:46.585324 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.740361 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a611ea-f561-4864-bd5a-4048d80c0f6d req-168f0c32-b83a-4c5f-ba81-01ad9baa61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:46.741915 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f4a611ea-f561-4864-bd5a-4048d80c0f6d req-168f0c32-b83a-4c5f-ba81-01ad9baa61de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1099 time: 0.0594745 Jun 16 16:31:46.746918 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.749765 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.750836 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c7d0ad94-59a1-45ed-8e08-8267ca415ab2 HTTP/1.1" status: 204 len: 168 time: 0.3017988 Jun 16 16:31:46.751596 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:46.770393 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0ad94-59a1-45ed-8e08-8267ca415ab2,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:46.770393 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:46.823505 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f4a611ea-f561-4864-bd5a-4048d80c0f6d req-8207e162-bb20-47b9-b5b9-e3f2f6630b36 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666785 Jun 16 16:31:46.897816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:46.990802 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acb1f5-d1f5-4df5-84de-4830039b6623 req-1149bd2a-337a-4ed6-a46c-8715ba561b75 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:46.992287 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-52acb1f5-d1f5-4df5-84de-4830039b6623 req-1149bd2a-337a-4ed6-a46c-8715ba561b75 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0662875 Jun 16 16:31:47.034835 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-52acb1f5-d1f5-4df5-84de-4830039b6623 req-1e2f6b9b-3510-40e6-a791-9604f1535c64 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320005 Jun 16 16:31:47.075725 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:47.079419 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-23979e4d-4e90-44d2-a161-e160736583be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:47.117268 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c36ad3af8aa44b66b91dfb1d4a05bc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468705 Jun 16 16:31:47.119291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab83d1c9-631e-4cf8-908e-517532229791,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:47.125687 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54826) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:47.126240 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:47.176155 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:47.201504 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:47.287980 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffc551-2810-4722-837f-d8dec7d85f7a req-fead2c2d-423f-4500-a055-85637c47535e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:47.287980 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-acffc551-2810-4722-837f-d8dec7d85f7a req-fead2c2d-423f-4500-a055-85637c47535e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0666566 Jun 16 16:31:47.294042 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 54836) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:47.307143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'floatingip': {'port_id': '79989df1-8280-4896-bc9d-9559bb4ad708'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:47.369693 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:47.373019 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:47.376844 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ab83d1c9-631e-4cf8-908e-517532229791 HTTP/1.1" status: 204 len: 168 time: 0.2532952 Jun 16 16:31:47.376844 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a2a12af1-c351-4466-b8f7-29da9399dac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:47.384737 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab83d1c9-631e-4cf8-908e-517532229791,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:47.390368 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:47.400477 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:47.761207 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164b144-793e-4279-b09c-42b2c8849206 req-a5417591-1237-42d4-8875-dc4a2d202ab9 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:47.762929 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9164b144-793e-4279-b09c-42b2c8849206 req-a5417591-1237-42d4-8875-dc4a2d202ab9 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1915288 Jun 16 16:31:48.047841 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9164b144-793e-4279-b09c-42b2c8849206 req-4accfc2c-9635-44ab-90ae-444c64b30853 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191993 Jun 16 16:31:48.373136 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:48.432579 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:48.557715 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Floating IP 593e196b-3f89-4877-831c-aa92754e2db4 associated. External IP: 172.27.3.221, port: 79989df1-8280-4896-bc9d-9559bb4ad708. Jun 16 16:31:48.781300 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Router 47b862f7-4353-44c8-aa56-843d11461a99 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:31:48.898275 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:31:48.913481 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:31:48.922629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:48.925237 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:48.926003 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:31:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:48.965604 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-51887aea-bd34-40fd-9f8d-0c0100ca07d1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "PUT /v2.0/floatingips/593e196b-3f89-4877-831c-aa92754e2db4 HTTP/1.1" status: 200 len: 992 time: 1.6693311 Jun 16 16:31:48.966363 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:48.970476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1fa2e-6ba3-4758-ab16-bb6276b51009" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:49.104528 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:49.247434 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d534f3-8703-47a9-88f3-0899e60cc799 x-openstack-request-id: req-05d534f3-8703-47a9-88f3-0899e60cc799 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:49.247796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:49.248090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-05d534f3-8703-47a9-88f3-0899e60cc799 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:49.248499 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708', 'status': 'completed', 'code': 200} Jun 16 16:31:49.418102 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b79e1-3239-48fc-bf73-423e5a5113ca req-51f14786-57f9-4cd3-84ab-22de9d083508 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:49.425642 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-069b79e1-3239-48fc-bf73-423e5a5113ca req-51f14786-57f9-4cd3-84ab-22de9d083508 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1126029 Jun 16 16:31:49.439639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-66fe20bc-e3ec-491b-bf5e-eb752def74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:49.441389 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-66fe20bc-e3ec-491b-bf5e-eb752def74f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.1548214 Jun 16 16:31:49.506049 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-069b79e1-3239-48fc-bf73-423e5a5113ca req-eb0baeaf-c86f-413e-9456-f0b48cf160ca tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785770 Jun 16 16:31:49.550188 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '593e196b-3f89-4877-831c-aa92754e2db4', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'port_id': '79989df1-8280-4896-bc9d-9559bb4ad708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'mac_address': 'fa:16:3e:3e:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:31:04Z', 'updated_at': '2021-06-16T16:31:47Z', 'revision_number': 1, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:49.555925 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:31:49.569017 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:49.569696 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:31:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:49.581321 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-1eed65d3-c1dd-46c5-a7c9-4abb8848d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:49.582836 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-1eed65d3-c1dd-46c5-a7c9-4abb8848d60c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.1297209 Jun 16 16:31:49.832074 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:49.832673 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-adbdf7bf-8f13-4f91-8e9e-06832fe8c273 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1000 time: 0.1848073 Jun 16 16:31:49.847595 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad4bc4-9e1c-45af-9e8e-0b1b550d1ed7 req-d63c498f-6e9b-415d-b877-98a6d684bc2e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:49.849837 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-daad4bc4-9e1c-45af-9e8e-0b1b550d1ed7 req-d63c498f-6e9b-415d-b877-98a6d684bc2e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1589291 Jun 16 16:31:49.861214 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 54968) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:49.867861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'floatingip': {'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:31:49.870190 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-0b557f37-f7fe-44c1-9c4a-d1d580df7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:49.871751 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-0b557f37-f7fe-44c1-9c4a-d1d580df7005 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0751173 Jun 16 16:31:49.969378 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-cafb59b8-deb3-40f5-84d8-eb14b073b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:49.969650 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:49.969748 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-cafb59b8-deb3-40f5-84d8-eb14b073b9b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578938 Jun 16 16:31:50.050754 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-3039fdea-5563-4cba-8098-5fb780f6b4d6 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918694 Jun 16 16:31:50.172019 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-baa1fa2e-6ba3-4758-ab16-bb6276b51009 req-5fcd25e5-2d0b-42d4-8084-888d73c38b01 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091683 Jun 16 16:31:50.205309 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '593e196b-3f89-4877-831c-aa92754e2db4', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'port_id': '79989df1-8280-4896-bc9d-9559bb4ad708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'mac_address': 'fa:16:3e:3e:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:31:04Z', 'updated_at': '2021-06-16T16:31:47Z', 'revision_number': 1, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:50.206646 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73eedc1-c2d0-4c2c-b324-c6c28f6bb5e6 None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '593e196b-3f89-4877-831c-aa92754e2db4', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'port_id': '79989df1-8280-4896-bc9d-9559bb4ad708', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'mac_address': 'fa:16:3e:3e:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:31:04Z', 'updated_at': '2021-06-16T16:31:47Z', 'revision_number': 1, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:50.576993 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12095b7-d8ab-4610-9a8f-2ba1103edeb9 None None] New status for floating IP 593e196b-3f89-4877-831c-aa92754e2db4: ACTIVE {{(pid=92417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:31:51.037308 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:51.141430 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:51.243404 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Floating IP e30d01f2-d0e8-4e8b-9348-968aca4427f6 associated. External IP: 172.27.3.39, port: 931e7815-d979-4404-bb21-bb6d9fbcd1a2. Jun 16 16:31:51.456193 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:31:51.572465 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:31:51.577477 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:51.581798 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:31:51.591505 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:51.592137 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:31:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:51.614276 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-614692c6-5780-48bb-ba84-de4086ed9f3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "PUT /v2.0/floatingips/e30d01f2-d0e8-4e8b-9348-968aca4427f6 HTTP/1.1" status: 200 len: 991 time: 1.7512839 Jun 16 16:31:51.614927 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:31:51.721239 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:51.745119 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0089fc4e-566a-4db7-9c89-787d78557b09" -d '{"events": [{"name": "network-changed", "server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:31:51.856869 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d976a13d-7a21-4435-9f8c-45ba13d629ac x-openstack-request-id: req-d976a13d-7a21-4435-9f8c-45ba13d629ac {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:31:51.857393 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:31:51.857796 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d976a13d-7a21-4435-9f8c-45ba13d629ac {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:31:51.858310 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'status': 'completed', 'code': 200} Jun 16 16:31:51.944113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-ced0c369-3be7-458d-bc3a-779d684fbfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:51.945985 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-ced0c369-3be7-458d-bc3a-779d684fbfc6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1099 time: 0.0559704 Jun 16 16:31:51.967842 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'e30d01f2-d0e8-4e8b-9348-968aca4427f6', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'mac_address': 'fa:16:3e:17:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:31:11Z', 'updated_at': '2021-06-16T16:31:50Z', 'revision_number': 1, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:51.971662 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:31:51.980779 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:31:51.981402 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:31:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:52.066399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-f65a39b1-9386-4b1e-a287-75a46ca9f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:52.068271 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-f65a39b1-9386-4b1e-a287-75a46ca9f7f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1050920 Jun 16 16:31:52.101974 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:31:52.162908 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-22f277b9-6c82-4730-8817-6bab40535699 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 999 time: 0.0823188 Jun 16 16:31:52.246261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-e4534329-7baf-4d75-900a-e7f423513a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:52.247718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-e4534329-7baf-4d75-900a-e7f423513a3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0678234 Jun 16 16:31:52.354501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-c924cf5b-4416-49bc-a656-b0214f680c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:31:52.358808 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-c924cf5b-4416-49bc-a656-b0214f680c44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966613 Jun 16 16:31:52.373910 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'e30d01f2-d0e8-4e8b-9348-968aca4427f6', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'mac_address': 'fa:16:3e:17:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:31:11Z', 'updated_at': '2021-06-16T16:31:50Z', 'revision_number': 1, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:31:52.377983 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0177f-f3f9-42c4-92ca-18c3c71252fa None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'e30d01f2-d0e8-4e8b-9348-968aca4427f6', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'floating_ip_address': '172.27.3.39', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'mac_address': 'fa:16:3e:17:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:31:11Z', 'updated_at': '2021-06-16T16:31:50Z', 'revision_number': 1, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:31:52.514764 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-a03d9b89-b238-439c-bc4e-20f0afc2c2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311083 Jun 16 16:31:52.615433 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:31:52.648311 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0089fc4e-566a-4db7-9c89-787d78557b09 req-51438f54-f9cc-45b9-9998-810446027841 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254172 Jun 16 16:31:52.673034 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55082) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:52.680266 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fca3732-9790-4c3b-807f-7095606cca85 None None] New status for floating IP e30d01f2-d0e8-4e8b-9348-968aca4427f6: ACTIVE {{(pid=92417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:31:52.835836 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:52.931902 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:53.101184 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:53.105607 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bbea7699-fb21-4f4d-9ef2-9fefea6afba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:53.141795 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f8cd89bbd3c142c78795254d0dbbe9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670587 Jun 16 16:31:53.142555 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c8e403-dd3d-41d7-a50a-f9e62d5f1459,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:53.144534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55088) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:53.150248 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.150811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.151175 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.151511 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.151859 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.152202 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.152571 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.152907 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.153244 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.153606 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.153944 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.154276 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.158144 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:53.207320 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:53.215443 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:53.364092 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:53.366863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:53.368010 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f3c8e403-dd3d-41d7-a50a-f9e62d5f1459 HTTP/1.1" status: 204 len: 168 time: 0.2224584 Jun 16 16:31:53.368718 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:53.378505 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c8e403-dd3d-41d7-a50a-f9e62d5f1459,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:53.383284 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.383648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.383996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.384337 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.384678 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.385111 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.385416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.385773 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.386107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.386438 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.386768 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.387097 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:31:53.390635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:54.220549 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55120) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:54.234230 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.320715 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.392117 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.394566 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:54.429692 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9cd11f5ae3e2453fbf7370f31ee979b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080600 Jun 16 16:31:54.430631 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2860f5a-3d8c-4af0-ba52-5dc09f576844,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:54.432487 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55122) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:31:54.434123 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:31:54.481336 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.513837 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.603412 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.605945 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:31:54.607082 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d2860f5a-3d8c-4af0-ba52-5dc09f576844 HTTP/1.1" status: 204 len: 168 time: 0.1736047 Jun 16 16:31:54.607813 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-5ec75633-2f0e-49a7-a4a8-52525ac7de29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:31:54.615383 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2860f5a-3d8c-4af0-ba52-5dc09f576844,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:31:54.617868 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:07.637739 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-764ab370-6638-4876-bc3e-e41ad8b97fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:08.054550 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-af4dd876-7ac8-4bd2-adfc-13eae94c3f18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597823 Jun 16 16:32:08.211826 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-5768844c-a701-4824-bbf2-f48d9b779884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:08.213328 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-5768844c-a701-4824-bbf2-f48d9b779884 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcfa22bcec645a3b11c8618b5da2de7&device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 1099 time: 0.1035712 Jun 16 16:32:08.342084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-ce245f9e-7658-4820-bb4b-acbc1727280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:08.343848 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-ce245f9e-7658-4820-bb4b-acbc1727280f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7705c643-d862-407e-8262-c7507acb4392 HTTP/1.1" status: 200 len: 913 time: 0.0954616 Jun 16 16:32:08.396839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-a0169a03-052b-4d04-9b53-a45a32909896 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53 HTTP/1.1" status: 200 len: 217 time: 0.0421975 Jun 16 16:32:08.452223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-9ac9102f-8ac5-494c-b5b7-a449adb994b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:08.453773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-9ac9102f-8ac5-494c-b5b7-a449adb994b1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e9522793-01f3-4f83-9e39-7a6d6416e865 HTTP/1.1" status: 200 len: 851 time: 0.0469310 Jun 16 16:32:08.496519 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-9b29fd04-3ee3-4a65-8ac7-ff8597adff02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7705c643-d862-407e-8262-c7507acb4392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281906 Jun 16 16:32:08.616689 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-d1956de1-1cee-48cd-b0d4-25ce46c45923 service neutron] 10.222.0.52 "GET /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074405 Jun 16 16:32:08.722814 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2fbc2882-9f3a-40e1-8ba6-95c9da735f7c req-b3cfe5a4-d83b-45e6-8a55-e729166213a4 service neutron] 10.222.0.52 "GET /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898292 Jun 16 16:32:10.076471 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:10.146702 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f5b527e1-8de6-4810-94ab-d6d14568afe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:10.174585 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55408) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:10.224588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2935fe6-c624-4519-828b-46c42fcb28d7 req-031c2480-89bf-41f3-a727-b6fac3094ed5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:10.227070 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c2935fe6-c624-4519-828b-46c42fcb28d7 req-031c2480-89bf-41f3-a727-b6fac3094ed5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.0901685 Jun 16 16:32:10.287107 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c2935fe6-c624-4519-828b-46c42fcb28d7 req-e818e6c5-0e2c-496a-a03c-375d6e8eb778 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Jun 16 16:32:10.318569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:10.444412 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:10.935833 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:10.953624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ed1ce9c0-839d-46cd-8cd5-4239ff8b9f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:10.981108 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1fb64cd681b54a0cb4447397465b1758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053811 Jun 16 16:32:10.982414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a893cd0f-c2b4-413c-ba1b-987865ae12d9,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:10.984735 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55430) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:10.985957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:11.051050 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:11.080223 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:11.296243 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:11.296898 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:11.302289 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:11.306140 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a893cd0f-c2b4-413c-ba1b-987865ae12d9 HTTP/1.1" status: 204 len: 168 time: 0.3200455 Jun 16 16:32:11.306935 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:11.331682 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893cd0f-c2b4-413c-ba1b-987865ae12d9,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:11.346911 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:11.615995 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d415989-4fb2-4af5-ace1-ebe2d4c570a0 req-e4ad6336-6ff2-4faa-855f-39391ab4de95 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:11.617799 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d415989-4fb2-4af5-ace1-ebe2d4c570a0 req-e4ad6336-6ff2-4faa-855f-39391ab4de95 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.1146421 Jun 16 16:32:11.714630 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d415989-4fb2-4af5-ace1-ebe2d4c570a0 req-f5bd19d6-fafb-46f3-97a3-5f157c670e1d tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344687 Jun 16 16:32:11.991843 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55468) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:12.108416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.199481 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.323597 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.327253 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-18146358-5311-43ef-82f1-845c34db2573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:12.363599 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55474) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:12.364344 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=19ec1e9b4e88491e91f16f340400ec9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709202 Jun 16 16:32:12.366889 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1deef7e-aae9-4b57-96c1-299eebbd39a8,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:12.369191 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55476) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:12.375273 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:12.387891 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.422702 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.446232 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.480529 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.563786 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.567350 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:12.592727 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.596688 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.602799 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e1deef7e-aae9-4b57-96c1-299eebbd39a8 HTTP/1.1" status: 204 len: 168 time: 0.2279840 Jun 16 16:32:12.602799 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:12.614991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1deef7e-aae9-4b57-96c1-299eebbd39a8,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:12.615984 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8be668436ba34332b60aae5034875851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502251 Jun 16 16:32:12.618309 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ce20f-18e7-4c96-9c47-e3ef6e8889b6,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:12.623400 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:12.623959 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55482) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:12.641885 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:12.899312 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.924298 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:12.956671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431992b4-9fa5-4070-9cd8-7155d3a92620 req-73222410-5378-40c5-9b8c-67edd00e6a4f tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:12.960801 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-431992b4-9fa5-4070-9cd8-7155d3a92620 req-73222410-5378-40c5-9b8c-67edd00e6a4f tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.1262970 Jun 16 16:32:13.005718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-431992b4-9fa5-4070-9cd8-7155d3a92620 req-68b6a446-f59d-4885-8eaf-43e112ab5b2b tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Jun 16 16:32:13.012633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:13.163920 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:13.166924 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:13.168051 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d34ce20f-18e7-4c96-9c47-e3ef6e8889b6 HTTP/1.1" status: 204 len: 168 time: 0.5427580 Jun 16 16:32:13.172775 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:13.178746 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ce20f-18e7-4c96-9c47-e3ef6e8889b6,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:13.181824 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8a90e484-339a-4a41-85a3-8654ec0c68c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:13.741730 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3088130-7112-47c8-bd61-644a8ace6280 req-4de45183-ea0b-4bbe-b7d6-e2b801ee2ed5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:13.743186 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f3088130-7112-47c8-bd61-644a8ace6280 req-4de45183-ea0b-4bbe-b7d6-e2b801ee2ed5 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.0654790 Jun 16 16:32:13.902899 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55524) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:13.924836 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.074497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.131308 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Deleting port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:32:14.131714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.170480 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.173127 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:14.216941 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c79edf-1268-47fd-b821-d4143c590277,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:14.223657 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cd9a3f044a6c408bafb414a1ffc27ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170834 Jun 16 16:32:14.223657 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:14.224006 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55536) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:14.263894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] For port a2a764ee-d4b4-47ca-8914-84ae9e4bef53, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,segment=NetworkSegment(0f01b06d-669c-4eae-b9e4-32e1a6111a9e),segment_id=0f01b06d-669c-4eae-b9e4-32e1a6111a9e)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:14.264254 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.279483 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.306398 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.353955 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Calling delete_port for a2a764ee-d4b4-47ca-8914-84ae9e4bef53 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:32:14.383531 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef879e-48eb-4e68-b4cc-fb04c5a29600 req-1e0a43e5-0d95-4e83-b935-bea6087237f9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:14.384945 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5cef879e-48eb-4e68-b4cc-fb04c5a29600 req-1e0a43e5-0d95-4e83-b935-bea6087237f9 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 946 time: 0.1918082 Jun 16 16:32:14.484308 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5cef879e-48eb-4e68-b4cc-fb04c5a29600 req-6c6e2771-dd9f-4dba-8cc5-1f19fabbd6eb tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/security-groups?id=13abcc1b-1022-4a51-8fd3-b97cb735e6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805759 Jun 16 16:32:14.495701 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.510019 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.513060 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46c79edf-1268-47fd-b821-d4143c590277 HTTP/1.1" status: 204 len: 168 time: 0.2858779 Jun 16 16:32:14.513060 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:14.519816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c79edf-1268-47fd-b821-d4143c590277,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:14.523119 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:14.660671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.666696 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:14.679205 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['a2a764ee-d4b4-47ca-8914-84ae9e4bef53'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:32:14.687790 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55550) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:14.691779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Pushing event deleted for resources: {'Port': ['ID=a2a764ee-d4b4-47ca-8914-84ae9e4bef53,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:14.695284 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:14.759602 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] No DVR routers for this DVR port a2a764ee-d4b4-47ca-8914-84ae9e4bef53 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:32:14.763034 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:14.765015 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f3088130-7112-47c8-bd61-644a8ace6280 req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.52 "DELETE /v2.0/ports/a2a764ee-d4b4-47ca-8914-84ae9e4bef53 HTTP/1.1" status: 204 len: 173 time: 1.0037098 Jun 16 16:32:14.765512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'name': 'network-vif-deleted', 'tag': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:14.768044 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9164477-a4a6-4da4-b3f8-87e5fa8d83fc" -d '{"events": [{"server_uuid": "4bf55a9c-ddfb-46a2-9200-289b7aaa4701", "name": "network-vif-deleted", "tag": "a2a764ee-d4b4-47ca-8914-84ae9e4bef53"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:14.807911 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e5b5ac-c2a7-4e49-9f82-8234cde68639 x-openstack-request-id: req-71e5b5ac-c2a7-4e49-9f82-8234cde68639 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:14.807911 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf55a9c-ddfb-46a2-9200-289b7aaa4701", "name": "network-vif-deleted", "tag": "a2a764ee-d4b4-47ca-8914-84ae9e4bef53", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:14.808485 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-71e5b5ac-c2a7-4e49-9f82-8234cde68639 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:14.809007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf55a9c-ddfb-46a2-9200-289b7aaa4701', 'name': 'network-vif-deleted', 'tag': 'a2a764ee-d4b4-47ca-8914-84ae9e4bef53', 'status': 'completed', 'code': 200} Jun 16 16:32:14.924282 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.175667 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.209783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.237605 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.241417 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-87ecca35-78d2-4588-a7dd-9ccacf80403e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:15.288414 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=402f3c36bc7d4801a6baa9b089b8fe0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992260 Jun 16 16:32:15.289328 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcae17-ad93-4e9c-887f-d767519bd56c,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:15.295617 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:15.295617 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55598) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:15.390139 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.419851 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.586202 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.591567 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:15.592842 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/37bcae17-ad93-4e9c-887f-d767519bd56c HTTP/1.1" status: 204 len: 168 time: 0.2977788 Jun 16 16:32:15.593584 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:15.601809 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bcae17-ad93-4e9c-887f-d767519bd56c,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:15.604341 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:15.659466 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5b79c356-e536-4e81-b2dd-d7be2c739cc0 req-dcffc8ec-e281-4609-a756-311599a9fea6 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] 10.222.0.91 "GET /v2.0/ports?device_id=4bf55a9c-ddfb-46a2-9200-289b7aaa4701 HTTP/1.1" status: 200 len: 210 time: 0.0310926 Jun 16 16:32:16.055864 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55622) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:16.369484 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.470201 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.472346 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55634) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:16.488231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.558731 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.563638 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-685ac6ee-9370-4ede-8040-acaeaaafa3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:16.621980 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=279bb6255cb04d47b1dd31b865fa1319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650198 Jun 16 16:32:16.624696 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55638) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:16.625240 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37044f4d-8bdf-4669-b51b-c651e1f43e57,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:16.632117 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:16.710425 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.717886 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.752760 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.786725 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.832548 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0b4fc8b5-01ca-469a-b127-4208fd2fc6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:16.858627 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c003c94016b64014aeef1cbc4b34d8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769712 Jun 16 16:32:16.859209 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55660) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:16.919220 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3972fead-9e99-49d5-962a-eb715bb1e686,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:16.923563 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:16.951577 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.976768 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.987348 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.994142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:16.996652 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/37044f4d-8bdf-4669-b51b-c651e1f43e57 HTTP/1.1" status: 204 len: 168 time: 0.3702743 Jun 16 16:32:16.997701 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:17.011047 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37044f4d-8bdf-4669-b51b-c651e1f43e57,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:17.014786 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:17.164266 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.167365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:17.168716 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3972fead-9e99-49d5-962a-eb715bb1e686 HTTP/1.1" status: 204 len: 168 time: 0.3049796 Jun 16 16:32:17.169675 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:17.186829 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3972fead-9e99-49d5-962a-eb715bb1e686,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:17.189978 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:18.013500 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55730) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:18.028654 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.213139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.329365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.334673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-75f48410-dbb5-40f0-9d83-09dc584e171b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:18.378039 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3f256ee0c42148a68c35a20aaa207b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633637 Jun 16 16:32:18.380655 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f6813b-2b5e-436d-8c76-7744a663d9a7,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:18.384207 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55746) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:18.396898 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:18.461429 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.491117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.671532 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.673813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device a2a764ee-d4b4-47ca-8914-84ae9e4bef53 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:32:18.676861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:18.683135 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/32f6813b-2b5e-436d-8c76-7744a663d9a7 HTTP/1.1" status: 204 len: 168 time: 0.2948728 Jun 16 16:32:18.685979 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-480fbb1f-9c27-47a9-a0c8-fcdd8d71f9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:18.709910 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55760) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:18.710192 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f6813b-2b5e-436d-8c76-7744a663d9a7,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:18.723301 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:18.738169 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: a2a764ee-d4b4-47ca-8914-84ae9e4bef53 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:32:18.738828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device a2a764ee-d4b4-47ca-8914-84ae9e4bef53 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:32:18.955125 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55774) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:19.036678 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_v2 [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Deleting subnet e9522793-01f3-4f83-9e39-7a6d6416e865 {{(pid=92415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:32:19.041536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.103482 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26656380'] for subnet, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.158387 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.198907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.328881 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.331160 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26648772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2811651'] for subnet, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.335627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-485e6066-3694-4701-9282-6d32bc17e2a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:19.360457 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9522793-01f3-4f83-9e39-7a6d6416e865,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:19.364697 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:19.365910 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.367983 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e9522793-01f3-4f83-9e39-7a6d6416e865 HTTP/1.1" status: 204 len: 168 time: 0.4054635 Jun 16 16:32:19.370419 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55784) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:19.411001 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.438175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:19.481074 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.492969 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4b54d-c275-45fa-a2a0-0ad3127f1609,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:19.496153 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:19.500050 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ad0a8d7cd1ea44be851266ab9b67c55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881145 Jun 16 16:32:19.503216 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55786) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:19.572412 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.578513 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.586837 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55790) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:19.596373 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7705c643-d862-407e-8262-c7507acb4392']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:19.601964 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.610998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.613816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f01b06d-669c-4eae-b9e4-32e1a6111a9e') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:19.614696 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f01b06d-669c-4eae-b9e4-32e1a6111a9e') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:19.637127 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.655721 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.666626 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:32:19.667032 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:32:19.668895 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:32:19.751960 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.756404 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.758116 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6fe4b54d-c275-45fa-a2a0-0ad3127f1609 HTTP/1.1" status: 204 len: 168 time: 0.2531486 Jun 16 16:32:19.759784 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-682df188-2347-42b8-bcab-24a552c53095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:19.771407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4b54d-c275-45fa-a2a0-0ad3127f1609,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:19.774503 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:19.810940 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.825130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:19.829934 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.833302 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/7705c643-d862-407e-8262-c7507acb4392 HTTP/1.1" status: 204 len: 168 time: 0.4616499 Jun 16 16:32:19.863082 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7705c643-d862-407e-8262-c7507acb4392,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:19.866081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2586699b-89b8-47e0-99da-57b27273c5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:19.889428 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.969173 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:19.972959 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a95bde27-1afe-4b5d-8585-0d9fedc229e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:20.020230 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6d73b71190ed40829ead92621a0ca379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323399 Jun 16 16:32:20.021815 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593d4e6e-d388-4a80-97f8-3d513269b4fc,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:20.023652 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55808) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:20.032366 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:20.088348 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.115269 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.294919 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.297569 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.298715 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/593d4e6e-d388-4a80-97f8-3d513269b4fc HTTP/1.1" status: 204 len: 168 time: 0.2738478 Jun 16 16:32:20.299456 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9139abd7-cdac-4c34-b795-5c847b655089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:20.309358 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d4e6e-d388-4a80-97f8-3d513269b4fc,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:20.311984 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:20.373543 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55820) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:20.427739 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3691f991-350d-44cc-8886-b2ea4dbfd156 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=dbcfa22bcec645a3b11c8618b5da2de7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531874 Jun 16 16:32:20.430166 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55824) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:20.504581 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.537525 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.717754 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.720394 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:20.721602 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/13abcc1b-1022-4a51-8fd3-b97cb735e6df HTTP/1.1" status: 204 len: 168 time: 0.2901776 Jun 16 16:32:20.722429 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-7c17c4c0-19d7-4ef4-997e-dfee148aa53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:20.731792 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13abcc1b-1022-4a51-8fd3-b97cb735e6df,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:20.738378 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:20.940332 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 55838) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:20.962940 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.258023 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.340670 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.344297 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-67d6dc2f-fc8d-4728-ac33-787a35cab368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:21.386802 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5f7890064169463b910e6b423492501c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452603 Jun 16 16:32:21.387731 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5917e152-9a55-45c1-94e0-0da11e39b69f,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:21.389615 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55868) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:21.390956 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:21.473811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.500066 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.695167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.697974 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:21.699300 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5917e152-9a55-45c1-94e0-0da11e39b69f HTTP/1.1" status: 204 len: 168 time: 0.3046601 Jun 16 16:32:21.703255 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-73a07e96-2326-4dca-ac8a-3b41756f87bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:21.710501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5917e152-9a55-45c1-94e0-0da11e39b69f,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:21.713143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:22.472130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55936) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:22.904777 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-492344500-network', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:23.005328 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 55984) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:23.054681 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Made reservation on behalf of 87042563c8d94e349c7bdc185a5bbfa0 for: {'network': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:23.057298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.067056 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.126437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.223107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.317886 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.320885 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:23.361036 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=92415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:32:23.382607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:23.387250 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.387748 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.segments_db [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Added segment 047a866f-eed3-4c58-8c0c-a80ed5bf45fb of type vlan for network 58c64c45-0ebb-4303-9b0c-f42b715e403d Jun 16 16:32:23.392479 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:23.445721 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.502409 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.616194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.617846 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:23.618494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.622827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e4611f23-22dd-47ef-9b13-2f5ef708b891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:23.694022 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=58c64c45-0ebb-4303-9b0c-f42b715e403d,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:23.697441 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:23.699819 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.705379 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-88c53832-13e3-4b8b-99aa-0e8498a478e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:23.705817 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:32:23.749934 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56006) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:23.759382 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f84d8755582642b99a027df981932c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527366 Jun 16 16:32:23.763133 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe30822-7740-4c5d-8dc7-aae3226b84e1,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:23.771763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:23.777487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3042099 Jun 16 16:32:23.784123 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56008) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:23.789779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Request body: {'subnet': {'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-subnet', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:23.836311 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.859975 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:23.889133 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Made reservation on behalf of 87042563c8d94e349c7bdc185a5bbfa0 for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:23.893573 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2811672'] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.009253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.012089 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.013245 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4fe30822-7740-4c5d-8dc7-aae3226b84e1 HTTP/1.1" status: 204 len: 168 time: 0.2623253 Jun 16 16:32:24.014028 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9c24a37b-1187-4b7b-bd9e-32150409a41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:24.027813 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe30822-7740-4c5d-8dc7-aae3226b84e1,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:24.032288 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:24.295890 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26648709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2811658'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.300433 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-8573693d-1a92-4e44-b1c2-412e10eeda88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:24.398150 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8564d386-17ef-4fff-a92e-4a9f3bb4e188,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:24.401800 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:24.407626 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Checking segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:24.407904 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Network hostable DHCP agents. Network: 58c64c45-0ebb-4303-9b0c-f42b715e403d, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:32:24.512054 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:32:24.545550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56028) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:24.615357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 58c64c45-0ebb-4303-9b0c-f42b715e403d) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:24.620493 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:24.621086 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.625863 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5342b5-a5b8-4aa4-87b8-c11c8c6d1dad None None] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:24.674365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.727026 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9417324 Jun 16 16:32:24.730087 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56032) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:24.735759 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:24.761519 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520d340-36b7-4d1c-9c39-10b3fcaee6ba None None] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:24.820861 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.934991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.939123 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:24.957153 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56036) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:24.974881 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:24.990132 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ad1d52-9bd1-4a16-973e-206ffb9c1834,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:24.996020 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9f8b4435161249058394ad8c30673668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490881 Jun 16 16:32:24.997501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.000246 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56038) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:25.044421 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.045405 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.104113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.144209 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.172706 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.230171 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.324076 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.328469 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b407e4e5-bc60-4b7a-8078-ef88ef6ad7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:25.360152 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.360152 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.360152 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f5ad1d52-9bd1-4a16-973e-206ffb9c1834 HTTP/1.1" status: 204 len: 168 time: 0.3551629 Jun 16 16:32:25.440074 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9b50b5-9723-4061-8893-ed510ea12d65,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:25.447406 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b0282ce531d34abfac92c40623845c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850073 Jun 16 16:32:25.447406 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.447969 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56046) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:25.451270 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.451791 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a42f0a0b-3f5c-42f1-9fed-792a78740d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:25.461693 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ad1d52-9bd1-4a16-973e-206ffb9c1834,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:25.469150 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:25.525256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.547774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.772789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:25.793266 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.530099 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.535584 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.538408 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4d9b50b5-9723-4061-8893-ed510ea12d65 HTTP/1.1" status: 204 len: 168 time: 1.0888243 Jun 16 16:32:26.540157 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-79b3a138-36dc-46d0-b5c8-b50fdd6b0074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:26.559512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9b50b5-9723-4061-8893-ed510ea12d65,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:26.561937 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:26.659789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Allocated IP 172.27.3.200 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/2831e55e-b157-447b-b48d-d0cefbc2b79c) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:26.796850 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.986730 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:26.990934 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:27.047663 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:27.052237 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:27.055833 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:27.127232 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Pushing event updated for resources: {'Port': ['ID=2831e55e-b157-447b-b48d-d0cefbc2b79c,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:27.132525 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:27.677062 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:27.991744 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.317429 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Router 96ec9f32-68aa-4301-b226-24313c223979 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:32:28.328771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56128) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:28.433957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1512210610-network', 'tenant_id': '23543d39da824e5fb127c3798b6fa96e'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:28.448950 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:28.461550 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Sync routers for ids ['96ec9f32-68aa-4301-b226-24313c223979'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:28.467806 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Routers {'96ec9f32-68aa-4301-b226-24313c223979'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:28.468429 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['96ec9f32-68aa-4301-b226-24313c223979'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:28.577797 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Set router 96ec9f32-68aa-4301-b226-24313c223979 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:28.694374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Made reservation on behalf of 23543d39da824e5fb127c3798b6fa96e for: {'network': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:28.696765 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.706225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.758661 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:27Z', 'revision_number': 3, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:28.762601 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Checking router: 96ec9f32-68aa-4301-b226-24313c223979 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:28.762843 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Updating router 96ec9f32-68aa-4301-b226-24313c223979 port 2831e55e-b157-447b-b48d-d0cefbc2b79c binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:32:28.805423 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.849864 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:28.854140 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1192667 Jun 16 16:32:28.854491 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56138) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.012738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.104738 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.116867 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Transition to ACTIVE for port object 2831e55e-b157-447b-b48d-d0cefbc2b79c will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:29.272349 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.277384 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.286770 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.288836 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1206} {{(pid=92415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:32:29.291291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bbe4a51f-3ed8-4faf-b757-cd466884ee13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.314844 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.315916 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.segments_db [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Added segment c17bab0d-7e69-4a5c-bbe6-d60f66b1781a of type vlan for network 0a9212f5-e630-425a-8c9f-5df89ab6175f Jun 16 16:32:29.374116 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.426171 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.430294 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Pushing event updated for resources: {'Port': ['ID=2831e55e-b157-447b-b48d-d0cefbc2b79c,revision_number=2']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.450233 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Attempting to bind port 2831e55e-b157-447b-b48d-d0cefbc2b79c on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:29.450610 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Attempting to bind port 2831e55e-b157-447b-b48d-d0cefbc2b79c by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:29.451244 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Attempting to bind port 2831e55e-b157-447b-b48d-d0cefbc2b79c on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:29.458229 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6a30df-d749-4c27-803c-29eee7b2e613,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.462543 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:29.463143 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:29.463461 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.464231 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:29.464962 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Bound port: 2831e55e-b157-447b-b48d-d0cefbc2b79c, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:29.465581 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.466069 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.493636 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.493978 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.494794 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.494910 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.495609 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.495850 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.496144 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.496463 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.496806 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.497124 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.497440 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.497776 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:29.512369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.514386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:29.515561 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.523288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.539785 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] For port 2831e55e-b157-447b-b48d-d0cefbc2b79c, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:29.543530 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] For port 2831e55e-b157-447b-b48d-d0cefbc2b79c, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2831e55e-b157-447b-b48d-d0cefbc2b79c,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:29.545629 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.590532 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Pushing event updated for resources: {'Network': ['ID=0a9212f5-e630-425a-8c9f-5df89ab6175f,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.594621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.602415 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 0a9212f5-e630-425a-8c9f-5df89ab6175f details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:32:29.615488 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:32:29.649679 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.651377 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3212068 Jun 16 16:32:29.653811 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-5b0e8aa8-6035-4a98-b879-441517850c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.654107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56158) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:29.659517 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Allocated IP 172.20.0.1 (58c64c45-0ebb-4303-9b0c-f42b715e403d/8564d386-17ef-4fff-a92e-4a9f3bb4e188/3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:29.661807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Request body: {'subnet': {'network_id': '0a9212f5-e630-425a-8c9f-5df89ab6175f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1512210610-subnet', 'tenant_id': '23543d39da824e5fb127c3798b6fa96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:29.790322 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.810979 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Pushing event updated for resources: {'Port': ['ID=2831e55e-b157-447b-b48d-d0cefbc2b79c,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:29.816493 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Routers {'96ec9f32-68aa-4301-b226-24313c223979'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:29.816493 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['96ec9f32-68aa-4301-b226-24313c223979'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:29.816718 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Made reservation on behalf of 23543d39da824e5fb127c3798b6fa96e for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:29.816815 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:29.818520 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2811672'] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.946934 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:29.949988 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:29.950912 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] Set router 96ec9f32-68aa-4301-b226-24313c223979 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:29.996517 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:30.007438 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:30.010275 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:30.012735 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Pushing event updated for resources: {'Port': ['ID=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:30.016913 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:30.076977 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.164003 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26648709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2811658'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.174569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-881083e7-723c-4005-bd65-b42afd150c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:30.217874 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:27Z', 'revision_number': 3, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:30.224117 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec296d-a862-4d96-87d1-30d2c1acb598 None None] The sync data for ids ['96ec9f32-68aa-4301-b226-24313c223979'] in dv-cinder-796685-1-iscsi is: [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:27Z', 'revision_number': 3, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:30.239767 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bcbc9e8-83f9-4cfb-bda9-a5ddef54e7cc,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:30.254073 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:30.262490 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Checking segment: {'id': 'c17bab0d-7e69-4a5c-bbe6-d60f66b1781a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '0a9212f5-e630-425a-8c9f-5df89ab6175f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:30.263196 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Network hostable DHCP agents. Network: 0a9212f5-e630-425a-8c9f-5df89ab6175f, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:32:30.322246 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.368874 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Network 0a9212f5-e630-425a-8c9f-5df89ab6175f is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:32:30.465866 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 0a9212f5-e630-425a-8c9f-5df89ab6175f) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:30.472853 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:30.474188 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.482834 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925694f2-a5a6-4b48-a3c9-d1ee967aca44 None None] Network 0a9212f5-e630-425a-8c9f-5df89ab6175f requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:30.543675 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.585066 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-7645947c-2730-4e86-a327-188a5b5a199e admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9296408 Jun 16 16:32:30.609493 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.613316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e9df1b49-d31e-460e-9fe2-be03266197b2 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:30.722800 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Pushing event updated for resources: {'Port': ['ID=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:30.728370 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:30.731443 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:30.754828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e35743b-8002-4514-a4ce-1c0e6bbbb1e8 None None] Network 0a9212f5-e630-425a-8c9f-5df89ab6175f requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:30.869670 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:30.871605 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:31.014381 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Router 96ec9f32-68aa-4301-b226-24313c223979 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:31.120128 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2831e55e-b157-447b-b48d-d0cefbc2b79c up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:31.144853 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:31.159946 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] 10.222.0.91 "PUT /v2.0/routers/96ec9f32-68aa-4301-b226-24313c223979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2952182 Jun 16 16:32:31.311219 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 2831e55e-b157-447b-b48d-d0cefbc2b79c completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:31.318211 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 2831e55e-b157-447b-b48d-d0cefbc2b79c triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:31.318211 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.428910 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.452472 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 2831e55e-b157-447b-b48d-d0cefbc2b79c, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2831e55e-b157-447b-b48d-d0cefbc2b79c,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:31.557392 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.560676 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7d920074-703e-49fa-8dfa-a45f1179eb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:31.589986 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56200) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:31.595267 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2100600407-network', 'tenant_id': 'cf01311027b04ff0837d5e056bc95ca1'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:31.613908 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=2831e55e-b157-447b-b48d-d0cefbc2b79c,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:31.616247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.616584 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.616958 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.617522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.618068 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.618468 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.618856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.619245 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.619786 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.620305 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.620865 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.621251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:31.626132 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:31.723079 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Made reservation on behalf of cf01311027b04ff0837d5e056bc95ca1 for: {'network': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:31.726353 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.736244 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.827038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.906073 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.909163 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-74259244-073e-4fc8-800f-82e5d96ce442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:31.932550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1234} {{(pid=92415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:32:31.938994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f83abef-5fa6-4faa-bb52-b6461ccc300f,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:31.943276 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:31.946254 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:31.946608 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.segments_db [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Added segment e107ac46-1804-4e47-8074-7e1519c7dd3f of type vlan for network aa9ca4c6-6183-4073-be7d-cadcec8f96f2 Jun 16 16:32:31.993629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.128683 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.130792 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:32.131682 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.137583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:32.138364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Sync routers for ids ['96ec9f32-68aa-4301-b226-24313c223979'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:32.148407 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Routers {'96ec9f32-68aa-4301-b226-24313c223979'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:32.149036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['96ec9f32-68aa-4301-b226-24313c223979'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:32.191671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9ca4c6-6183-4073-be7d-cadcec8f96f2,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:32.194714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:32.211619 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network aa9ca4c6-6183-4073-be7d-cadcec8f96f2 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:32:32.221018 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6298230 Jun 16 16:32:32.223712 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56202) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:32.228617 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Request body: {'subnet': {'network_id': 'aa9ca4c6-6183-4073-be7d-cadcec8f96f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2100600407-subnet', 'tenant_id': 'cf01311027b04ff0837d5e056bc95ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:32.300415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Made reservation on behalf of cf01311027b04ff0837d5e056bc95ca1 for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:32.303508 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2811672'] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.424156 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Set router 96ec9f32-68aa-4301-b226-24313c223979 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:32.574468 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26648709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2811658'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.576792 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:32.622363 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 4, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9', 'name': '', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'mac_address': 'fa:16:3e:29:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:29Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 2, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'subnets': [{'id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:32.625958 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Checking router: 96ec9f32-68aa-4301-b226-24313c223979 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:32.626324 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Updating router 96ec9f32-68aa-4301-b226-24313c223979 port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:32:32.631790 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48eef946-1076-4fe9-8e6d-4ae6aeaa0152,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:32.635762 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:32.642964 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Checking segment: {'id': 'e107ac46-1804-4e47-8074-7e1519c7dd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1234, 'network_id': 'aa9ca4c6-6183-4073-be7d-cadcec8f96f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:32.643328 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Network hostable DHCP agents. Network: aa9ca4c6-6183-4073-be7d-cadcec8f96f2, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:32:32.665484 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.728439 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Network aa9ca4c6-6183-4073-be7d-cadcec8f96f2 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:32:32.814828 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, aa9ca4c6-6183-4073-be7d-cadcec8f96f2) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:32.822008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:32.822604 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:32.835730 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a40959-b5fd-41f6-8237-aef3ec18f60d None None] Network aa9ca4c6-6183-4073-be7d-cadcec8f96f2 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:32.896351 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-24dc6ef6-3034-4caa-8f65-a339d1d66d39 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6706870 Jun 16 16:32:33.025679 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdfc902-ac06-4daf-ba7a-d82a5a0b7564 None None] Network aa9ca4c6-6183-4073-be7d-cadcec8f96f2 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:33.031364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.047697 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2831e55e-b157-447b-b48d-d0cefbc2b79c up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:33.073937 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Transition to ACTIVE for port object 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:33.163944 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 2831e55e-b157-447b-b48d-d0cefbc2b79c triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:33.164598 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.241698 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.241698 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:33.318305 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751987-ff9e-4414-9e10-0f0b24ba8872 None None] Pushing event updated for resources: {'Port': ['ID=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:33.322370 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c0751987-ff9e-4414-9e10-0f0b24ba8872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:33.407657 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Attempting to bind port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:33.408050 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Attempting to bind port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:33.408432 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Attempting to bind port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 on network 58c64c45-0ebb-4303-9b0c-f42b715e403d {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:33.413699 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:33.414138 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Checking segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:33.414506 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.414909 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Bound using segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:33.415389 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Bound port: 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:33.415773 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.481378 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] For port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:33.483662 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] For port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:33.591995 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:33.593994 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:33.657565 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Routers {'96ec9f32-68aa-4301-b226-24313c223979'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:33.658218 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['96ec9f32-68aa-4301-b226-24313c223979'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:33.696096 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0751987-ff9e-4414-9e10-0f0b24ba8872 None None] Pushing event updated for resources: {'Port': ['ID=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:33.697537 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c0751987-ff9e-4414-9e10-0f0b24ba8872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:33.772310 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] Set router 96ec9f32-68aa-4301-b226-24313c223979 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:33.991991 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 4, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9', 'name': '', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'mac_address': 'fa:16:3e:29:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:29Z', 'updated_at': '2021-06-16T16:32:33Z', 'revision_number': 4, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'subnets': [{'id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:33.995815 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737cbc9e-62f2-4740-ab82-456f25baec34 None None] The sync data for ids ['96ec9f32-68aa-4301-b226-24313c223979'] in dv-cinder-796685-1-iscsi is: [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:30Z', 'revision_number': 4, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9', 'name': '', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'mac_address': 'fa:16:3e:29:02:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:29Z', 'updated_at': '2021-06-16T16:32:33Z', 'revision_number': 4, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'subnets': [{'id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:35.062003 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:35.209256 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:35.213820 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:35.214182 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:35.321036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:35.365339 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:35.483294 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:35.485223 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:35.547803 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:35.550908 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-ff01be54-58f9-434a-b7ff-0e2d3f2c1ee4 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:35.552036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:35.552931 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-ff01be54-58f9-434a-b7ff-0e2d3f2c1ee4 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 818 time: 0.1152704 Jun 16 16:32:35.568553 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-2fa0fd3c-1890-4f36-a86f-023f65a9c846 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/quotas/87042563c8d94e349c7bdc185a5bbfa0 HTTP/1.1" status: 200 len: 375 time: 0.0099034 Jun 16 16:32:35.640804 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-96b36c51-7c6c-4b1a-98cd-1ce72ca77952 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662615 Jun 16 16:32:35.735795 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-faf6d1de-f87b-4a38-8a93-ea46539ec414 service neutron] 10.222.0.91 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865142 Jun 16 16:32:35.831183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-364c0bbc-02c4-4f7f-93e6-4a0625abae19 service neutron] 10.222.0.91 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873575 Jun 16 16:32:36.150521 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ef7bf6e-0496-43e5-b368-ce1c2bbf58f6 req-44d7eac9-d43f-431d-9fca-f3c189490d42 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 210 time: 0.0368180 Jun 16 16:32:36.514982 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-529ed4c0-b42d-4188-a7e4-805b23ceeab5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:36.516791 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-529ed4c0-b42d-4188-a7e4-805b23ceeab5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 818 time: 0.1071424 Jun 16 16:32:36.533724 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-682af909-edd1-4afe-9fdf-7fc882a7c4b5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/quotas/87042563c8d94e349c7bdc185a5bbfa0 HTTP/1.1" status: 200 len: 375 time: 0.0096855 Jun 16 16:32:36.624812 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-a736b0eb-d19a-4987-979e-c80003544499 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826292 Jun 16 16:32:36.743680 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-7150f15b-98ec-4d3e-bb4c-3acf9a993eaa service neutron] 10.222.0.91 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129434 Jun 16 16:32:36.843455 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-1386d939-97df-4018-8764-0a5069d5f7c8 service neutron] 10.222.0.91 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934856 Jun 16 16:32:37.043366 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:37.123247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:37.123696 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:37.159181 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5bb1a309-a669-4ed0-832f-01a566f67854 req-1f7beda2-6d11-4fa2-92fc-6abbf77b4399 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 210 time: 0.0479062 Jun 16 16:32:37.403624 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3fdb2e8f-bb11-47f0-93ad-c68dabd06ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:40.084026 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:40.111310 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1690eb0-d557-4182-9bf2-a4b8a6196023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:41.203524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:42.324469 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b15dcbb8-3fb9-459d-84d6-596eca736b73 req-6fcb825c-c792-4320-9daa-91a92b5b9b87 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 210 time: 0.0368237 Jun 16 16:32:42.980204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:43.492466 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0128babd-90ff-4395-8e03-90a1da209652 req-1919c31c-3288-4b67-bae3-75fd27c604ad tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 210 time: 0.0357151 Jun 16 16:32:43.594405 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-f673f5fe-0278-457c-b325-b3c24734fc57 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:43.595935 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-f673f5fe-0278-457c-b325-b3c24734fc57 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 818 time: 0.1058080 Jun 16 16:32:43.618884 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Request body: {'port': {'device_id': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'admin_state_up': True, 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:43.825956 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Made reservation on behalf of 87042563c8d94e349c7bdc185a5bbfa0 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:43.829872 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:43.963714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Allocated IP 172.20.0.7 (58c64c45-0ebb-4303-9b0c-f42b715e403d/8564d386-17ef-4fff-a92e-4a9f3bb4e188/29f3eeec-f903-4b24-9860-62dad5d33df8) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:44.392605 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:44.561373 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-663baaa6-a6f7-4687-a843-ddf169ba9927 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:44.565913 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-663baaa6-a6f7-4687-a843-ddf169ba9927 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 818 time: 0.1328168 Jun 16 16:32:44.611010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Request body: {'port': {'device_id': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'admin_state_up': True, 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:44.653184 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:44.703360 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f9eccb7c-c7c6-495a-8959-e542c8248c6d req-e0c51b18-3987-434b-a268-c38ca84be491 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 210 time: 0.0717990 Jun 16 16:32:44.711642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:44.763113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:44.778305 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:44.784808 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:44.814943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Pushing event updated for resources: {'Port': ['ID=29f3eeec-f903-4b24-9860-62dad5d33df8,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:44.827923 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:44.859584 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:44.860256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:44.980114 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Made reservation on behalf of 87042563c8d94e349c7bdc185a5bbfa0 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:44.991329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.091144 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4769232 Jun 16 16:32:45.121547 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Allocated IP 172.20.0.8 (58c64c45-0ebb-4303-9b0c-f42b715e403d/8564d386-17ef-4fff-a92e-4a9f3bb4e188/78be9d1f-2b7f-4211-9c5d-61e77e91879a) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:45.130243 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Request body: {'port': {'device_id': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:45.220148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.258582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.444594 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.588866 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.606564 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:45.718642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Network 58c64c45-0ebb-4303-9b0c-f42b715e403d is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:45.728075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:45.730824 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:45.760637 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Pushing event updated for resources: {'Port': ['ID=78be9d1f-2b7f-4211-9c5d-61e77e91879a,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:45.768589 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:45.815957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:45.816609 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.910390 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f3eeec-f903-4b24-9860-62dad5d33df8 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:45.920065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:45.938766 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Transition to ACTIVE for port object 29f3eeec-f903-4b24-9860-62dad5d33df8 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:45.951098 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961fde2-95f2-4795-aeb3-0f55dfe40995 req-03a5685c-2a36-4d2e-b5c7-6edbefe0871c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:45.954494 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6961fde2-95f2-4795-aeb3-0f55dfe40995 req-03a5685c-2a36-4d2e-b5c7-6edbefe0871c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 931 time: 0.1221745 Jun 16 16:32:45.954494 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3475010 Jun 16 16:32:45.979558 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Request body: {'port': {'device_id': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:46.031356 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6961fde2-95f2-4795-aeb3-0f55dfe40995 req-d9f0dea3-35bc-47eb-8dbf-76d1ea0667cd tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717335 Jun 16 16:32:46.067999 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.174276 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.188571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e15fbca4-6de4-49e9-983d-ac517f4b5df5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:46.290172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Pushing event updated for resources: {'Port': ['ID=29f3eeec-f903-4b24-9860-62dad5d33df8,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:46.302449 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:46.421905 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Attempting to bind port 29f3eeec-f903-4b24-9860-62dad5d33df8 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:46.422243 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Attempting to bind port 29f3eeec-f903-4b24-9860-62dad5d33df8 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:46.422567 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Attempting to bind port 29f3eeec-f903-4b24-9860-62dad5d33df8 on network 58c64c45-0ebb-4303-9b0c-f42b715e403d {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:46.438931 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Port 29f3eeec-f903-4b24-9860-62dad5d33df8 on network 58c64c45-0ebb-4303-9b0c-f42b715e403d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:32:46.439241 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Attempting to bind port 29f3eeec-f903-4b24-9860-62dad5d33df8 on network 58c64c45-0ebb-4303-9b0c-f42b715e403d {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:46.462441 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:46.464149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Checking segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:46.464149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Bound using segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:46.464149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Bound port: 29f3eeec-f903-4b24-9860-62dad5d33df8, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:46.464149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.490908 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78be9d1f-2b7f-4211-9c5d-61e77e91879a {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:46.515744 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.541251 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Transition to ACTIVE for port object 78be9d1f-2b7f-4211-9c5d-61e77e91879a will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:46.558432 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] For port 29f3eeec-f903-4b24-9860-62dad5d33df8, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:46.561541 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] For port 29f3eeec-f903-4b24-9860-62dad5d33df8, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=29f3eeec-f903-4b24-9860-62dad5d33df8,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:46.637294 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.639857 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:46.717538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.719631 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=78be9d1f-2b7f-4211-9c5d-61e77e91879a,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:46.744304 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:46.744771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:46.802797 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:46.803420 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.804798 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] 10.222.0.52 "PUT /v2.0/ports/29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 200 len: 1093 time: 1.6810760 Jun 16 16:32:46.806892 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'tag': '29f3eeec-f903-4b24-9860-62dad5d33df8'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:46.809210 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0e4a2-df31-40f0-90cd-32919cf01893" -d '{"events": [{"name": "network-changed", "server_uuid": "70a509c4-061d-4a4c-9b38-ebf4248946af", "tag": "29f3eeec-f903-4b24-9860-62dad5d33df8"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:46.841386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Pushing event updated for resources: {'Port': ['ID=29f3eeec-f903-4b24-9860-62dad5d33df8,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:46.851395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:46.855774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Attempting to bind port 78be9d1f-2b7f-4211-9c5d-61e77e91879a on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:46.856147 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Attempting to bind port 78be9d1f-2b7f-4211-9c5d-61e77e91879a by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:46.856475 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Attempting to bind port 78be9d1f-2b7f-4211-9c5d-61e77e91879a on network 58c64c45-0ebb-4303-9b0c-f42b715e403d {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:46.861675 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Port 78be9d1f-2b7f-4211-9c5d-61e77e91879a on network 58c64c45-0ebb-4303-9b0c-f42b715e403d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:32:46.862037 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Attempting to bind port 78be9d1f-2b7f-4211-9c5d-61e77e91879a on network 58c64c45-0ebb-4303-9b0c-f42b715e403d {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:46.870278 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:46.870621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Checking segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:46.871349 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Bound using segment: {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:46.871784 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Bound port: 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047a866f-eed3-4c58-8c0c-a80ed5bf45fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:46.872240 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:46.888159 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4c7885-f6b6-4f1c-a622-c27d2dc257ec x-openstack-request-id: req-3d4c7885-f6b6-4f1c-a622-c27d2dc257ec {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:46.888461 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a509c4-061d-4a4c-9b38-ebf4248946af", "tag": "29f3eeec-f903-4b24-9860-62dad5d33df8", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:46.888740 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3d4c7885-f6b6-4f1c-a622-c27d2dc257ec {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:46.889201 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'tag': '29f3eeec-f903-4b24-9860-62dad5d33df8', 'status': 'completed', 'code': 200} Jun 16 16:32:46.969314 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] For port 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:46.984617 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] For port 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:47.002912 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e4a2-df31-40f0-90cd-32919cf01893 req-2f0204ab-8550-4429-b088-470e1a82f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.004986 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9f0e4a2-df31-40f0-90cd-32919cf01893 req-2f0204ab-8550-4429-b088-470e1a82f19b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1096 time: 0.0755672 Jun 16 16:32:47.114345 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e4a2-df31-40f0-90cd-32919cf01893 req-8a95afef-598c-4783-a46c-6900d353344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.116013 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9f0e4a2-df31-40f0-90cd-32919cf01893 req-8a95afef-598c-4783-a46c-6900d353344a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1027234 Jun 16 16:32:47.190648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:47.221628 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c35603e7-9b87-4935-977a-994948cb8d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:47.274955 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.275584 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:47.276981 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] 10.222.0.52 "PUT /v2.0/ports/78be9d1f-2b7f-4211-9c5d-61e77e91879a HTTP/1.1" status: 200 len: 1093 time: 1.3033607 Jun 16 16:32:47.308995 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56486) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:47.323383 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e4a2-df31-40f0-90cd-32919cf01893 req-70e38a75-ae6b-4d97-a0e2-195823e16c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.325437 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9f0e4a2-df31-40f0-90cd-32919cf01893 req-70e38a75-ae6b-4d97-a0e2-195823e16c4e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1991193 Jun 16 16:32:47.327029 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=78be9d1f-2b7f-4211-9c5d-61e77e91879a,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:47.340304 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:47.367627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc358998-3bfe-425f-b306-e047bfe32d0f req-2555fc5b-2c05-4886-8246-264b1ef39f16 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.371455 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc358998-3bfe-425f-b306-e047bfe32d0f req-2555fc5b-2c05-4886-8246-264b1ef39f16 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 943 time: 0.2224076 Jun 16 16:32:47.459200 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:47.474178 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc358998-3bfe-425f-b306-e047bfe32d0f req-55e7932c-ac9e-4d8e-b26f-86611a71852b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957124 Jun 16 16:32:47.489402 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-4f841fd4-3db9-4f01-b0cc-60a2e3754841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.491448 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-4f841fd4-3db9-4f01-b0cc-60a2e3754841 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1096 time: 0.1050904 Jun 16 16:32:47.579046 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-259989a4-cf2b-4b6e-bf81-66000bf3c020 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 200 len: 217 time: 0.0729795 Jun 16 16:32:47.599561 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:47.638617 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-fc0e6fbb-2e60-4381-8c33-a1e1eb60ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.640160 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-fc0e6fbb-2e60-4381-8c33-a1e1eb60ebe9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 1096 time: 0.1277332 Jun 16 16:32:47.643939 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-f0388104-2b2b-44a6-bcdd-9d57271e8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.645811 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-f0388104-2b2b-44a6-bcdd-9d57271e8f60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.0549357 Jun 16 16:32:47.716502 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-08320438-be0c-4cc8-869a-f681fbd1ccd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543818 Jun 16 16:32:47.717893 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-9c690c3f-43ca-4ac7-be6b-bc16cbe2dc55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a HTTP/1.1" status: 200 len: 217 time: 0.0616233 Jun 16 16:32:47.740451 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:47.744542 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fa7759d6-f1be-4206-abf5-e3dd25798fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:47.782782 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a8b72-0964-4acf-943c-71baf586555d,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:47.786294 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:47.790497 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f17fa3ca2b3146de92ccb4d32a92faa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796901 Jun 16 16:32:47.794571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56506) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:47.856378 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-2a04a23c-3bd1-40fc-8b91-d51c6a7dfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:47.857927 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-2a04a23c-3bd1-40fc-8b91-d51c6a7dfb4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.1246438 Jun 16 16:32:47.920062 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-05b5f9b1-daf6-454b-8cb2-a6bed2252045 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460787 Jun 16 16:32:47.929787 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-69b2f19f-a413-4ee9-815b-75f355beed17 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975265 Jun 16 16:32:47.987505 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:48.339047 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:48.409674 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-2b5fefbc-7224-473e-a936-ff8585b0f5e8 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788754 Jun 16 16:32:48.413291 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5094cbf3-0336-406d-ae17-0ae399999ac3 req-4fd83542-b633-45f2-9be9-08e19ee5c76a service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505193 Jun 16 16:32:48.520859 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-258035c0-041f-4d9d-b0bc-0bf1289379fb req-e524435a-3e68-431d-b827-13bee3f9e545 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875411 Jun 16 16:32:48.546816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:48.549672 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:48.551487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/770a8b72-0964-4acf-943c-71baf586555d HTTP/1.1" status: 204 len: 168 time: 0.7540002 Jun 16 16:32:48.552422 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-66dfb07f-ff26-4a00-9a3d-23ab05bf882e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:48.561496 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a8b72-0964-4acf-943c-71baf586555d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:48.563840 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:48.673309 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20c6fa-6e1c-4de8-b5a4-7be1a2957c71 req-ac40de61-0f78-43ee-95a6-09855726a575 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:48.674883 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d20c6fa-6e1c-4de8-b5a4-7be1a2957c71 req-ac40de61-0f78-43ee-95a6-09855726a575 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 943 time: 0.0652370 Jun 16 16:32:48.717002 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d20c6fa-6e1c-4de8-b5a4-7be1a2957c71 req-878aeeb8-853f-4c58-9f5f-e152002f18de tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Jun 16 16:32:48.890082 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'tag': '78be9d1f-2b7f-4211-9c5d-61e77e91879a'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:32:48.892978 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86" -d '{"events": [{"name": "network-changed", "server_uuid": "244a52d5-c33e-4c80-a590-a3e5716c512d", "tag": "78be9d1f-2b7f-4211-9c5d-61e77e91879a"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:32:48.951767 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f759d-56d0-4363-b152-c2bae077457f x-openstack-request-id: req-b90f759d-56d0-4363-b152-c2bae077457f {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:32:48.952088 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "244a52d5-c33e-4c80-a590-a3e5716c512d", "tag": "78be9d1f-2b7f-4211-9c5d-61e77e91879a", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:32:48.952372 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b90f759d-56d0-4363-b152-c2bae077457f {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:32:48.953227 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'tag': '78be9d1f-2b7f-4211-9c5d-61e77e91879a', 'status': 'completed', 'code': 200} Jun 16 16:32:49.053478 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-6c342e3e-cb38-4333-8293-7e6d23053dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:49.055563 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-6c342e3e-cb38-4333-8293-7e6d23053dcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 1096 time: 0.0651670 Jun 16 16:32:49.175067 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-59d3f146-08f9-4dc1-a413-9ac243ad19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:49.176686 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-59d3f146-08f9-4dc1-a413-9ac243ad19f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 920 time: 0.1127164 Jun 16 16:32:49.228894 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-658f3734-5cb7-41c6-bbec-e46e06663a14 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a HTTP/1.1" status: 200 len: 217 time: 0.0409753 Jun 16 16:32:49.282593 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-7956c1c1-97d8-4150-9c43-36320510b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:49.283950 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-7956c1c1-97d8-4150-9c43-36320510b668 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.0456679 Jun 16 16:32:49.321849 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-196c62e7-5f04-41ca-8ddc-70e0bb479be9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259902 Jun 16 16:32:49.424487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-0e1d2a30-1aad-4392-943a-8f5516f34dc6 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933096 Jun 16 16:32:49.515319 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c4f2b4f-626f-4aa1-85d4-081af16e0b86 req-1a075ba7-a351-414f-b259-cc184b749719 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Jun 16 16:32:49.873084 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56570) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:49.907606 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefd939-c2b5-40a2-b0ef-8e5bf0f2a995 req-1f16e40f-8e8b-4241-9343-af98be5947d1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:49.909094 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fcefd939-c2b5-40a2-b0ef-8e5bf0f2a995 req-1f16e40f-8e8b-4241-9343-af98be5947d1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 943 time: 0.0707555 Jun 16 16:32:49.951537 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fcefd939-c2b5-40a2-b0ef-8e5bf0f2a995 req-55a794f5-72ce-4324-9c51-4e12528f2b20 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358222 Jun 16 16:32:49.974195 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003633315-network', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:50.186035 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Made reservation on behalf of ab625f4a9f7240f69da4ff99e53220bb for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:50.188538 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.198289 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.294327 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.477624 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.483238 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-53ab29ac-5c9c-4cfc-8329-b78a51b0bc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:50.504818 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:32:50.514063 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367a9336-53f4-4223-9930-cac9354e177b,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:50.517883 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:50.520760 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.534552 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Added segment b3e45f86-e9e5-4f77-bb9e-6438bcda2852 of type vlan for network b226f878-bc64-4226-b758-255153525916 Jun 16 16:32:50.568779 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.678136 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.679484 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:50.680092 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:50.682438 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-1216c059-1cdf-4170-af3c-3cad29ee157a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:50.740352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Pushing event updated for resources: {'Network': ['ID=b226f878-bc64-4226-b758-255153525916,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:50.743280 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:50.750568 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network b226f878-bc64-4226-b758-255153525916 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:32:50.802181 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9275062 Jun 16 16:32:50.802554 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56610) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:50.813538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Request body: {'subnet': {'network_id': 'b226f878-bc64-4226-b758-255153525916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003633315-subnet', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:51.052224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Made reservation on behalf of ab625f4a9f7240f69da4ff99e53220bb for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:51.052224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2811672'] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:51.246958 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f1b29-cefc-4961-ae97-9b645e850d48 req-e05bc351-1205-43b1-814c-4f3a3512d28f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:51.248363 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5b4f1b29-cefc-4961-ae97-9b645e850d48 req-e05bc351-1205-43b1-814c-4f3a3512d28f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 943 time: 0.1178472 Jun 16 16:32:51.323145 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5b4f1b29-cefc-4961-ae97-9b645e850d48 req-4562f289-0f03-4f47-9574-a844de7a3900 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666146 Jun 16 16:32:51.523199 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26648709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2811658'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:51.528063 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:51.588762 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:51.591618 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:51.599117 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Checking segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:51.599424 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Network hostable DHCP agents. Network: b226f878-bc64-4226-b758-255153525916, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:32:51.728245 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Network b226f878-bc64-4226-b758-255153525916 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:32:51.826048 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, b226f878-bc64-4226-b758-255153525916) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:51.839505 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debbf17d-1642-4c2e-b555-bf40c768601d None None] Network b226f878-bc64-4226-b758-255153525916 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:51.858143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:51.858143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:51.971414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56638) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:52.006103 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-b226f878-bc64-4226-b758-255153525916', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:32:52.006103 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.086859 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.288156 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4d30c902-6cc1-4fc7-b50a-f60fa677e870 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3483653 Jun 16 16:32:52.289362 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56648) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:52.289849 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Allocated IP 172.20.0.2 (b226f878-bc64-4226-b758-255153525916/5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7/f31224be-61a0-4bef-a762-7e809ea27b6c) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:52.289954 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:52.290050 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.425011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.433514 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Transition to ACTIVE for port object f31224be-61a0-4bef-a762-7e809ea27b6c will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:52.449442 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Transition to ACTIVE for port object f31224be-61a0-4bef-a762-7e809ea27b6c will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:52.456063 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.475905 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:52.515730 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d3bfe224e627430d8bd22fbcc0764225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430551 Jun 16 16:32:52.518536 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56654) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:52.520209 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d58b196-ffb8-4cbe-bd47-72e3b3529cbe,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:52.523788 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:52.549809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3289c-c2c9-4be4-a29c-4464a634181f req-b399f5e9-e3b3-4ac8-8026-10ce2b702356 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:52.551339 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b0e3289c-c2c9-4be4-a29c-4464a634181f req-b399f5e9-e3b3-4ac8-8026-10ce2b702356 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 943 time: 0.1075573 Jun 16 16:32:52.575867 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.590899 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b0e3289c-c2c9-4be4-a29c-4464a634181f req-88e3c73b-d3e3-447f-9c0b-04e5d13b27c0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335679 Jun 16 16:32:52.592192 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.595007 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:52.602003 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.635936 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Network b226f878-bc64-4226-b758-255153525916 is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:52.638736 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:52.643555 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:52.646265 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Pushing event updated for resources: {'Port': ['ID=f31224be-61a0-4bef-a762-7e809ea27b6c,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:52.649545 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:52.650627 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.651852 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.722625 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Attempting to bind port f31224be-61a0-4bef-a762-7e809ea27b6c on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:52.723231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Attempting to bind port f31224be-61a0-4bef-a762-7e809ea27b6c by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:52.723850 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Attempting to bind port f31224be-61a0-4bef-a762-7e809ea27b6c on network b226f878-bc64-4226-b758-255153525916 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:52.729418 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:52.729834 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Checking segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:52.730250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.730655 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Bound using segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:52.731137 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Bound port: f31224be-61a0-4bef-a762-7e809ea27b6c, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:52.731524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.797552 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] For port f31224be-61a0-4bef-a762-7e809ea27b6c, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:52.801439 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] For port f31224be-61a0-4bef-a762-7e809ea27b6c, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f31224be-61a0-4bef-a762-7e809ea27b6c,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:52.833966 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.837815 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.838278 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5d58b196-ffb8-4cbe-bd47-72e3b3529cbe HTTP/1.1" status: 204 len: 168 time: 0.3182943 Jun 16 16:32:52.842045 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-642a7094-59c7-401a-8985-05324c0dbf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:52.854740 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d58b196-ffb8-4cbe-bd47-72e3b3529cbe,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:52.868001 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:52.900990 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.957889 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:52.960012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:53.020726 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Pushing event updated for resources: {'Port': ['ID=f31224be-61a0-4bef-a762-7e809ea27b6c,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:53.022430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:53.426798 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.733367 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.757176 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.794935 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72227929-8ae9-4010-9cb1-891b9458a6df req-3773f128-4c6f-471e-9112-8188f968825a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:53.807506 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-72227929-8ae9-4010-9cb1-891b9458a6df req-3773f128-4c6f-471e-9112-8188f968825a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 943 time: 0.0864279 Jun 16 16:32:53.853565 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-72227929-8ae9-4010-9cb1-891b9458a6df req-da652136-d202-41c7-9722-717543897967 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Jun 16 16:32:53.881509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 56676) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:53.883757 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Allocated IP 172.27.3.190 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/87862b18-ac57-4b0d-a499-816c5e9ffa88) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:53.891459 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:53.993746 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.000166 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7a9d6-7728-4254-86ad-74e7f8a23c4f None None] Network b226f878-bc64-4226-b758-255153525916 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:32:54.008867 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.055259 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.058841 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4f504ef-6452-4282-ae12-3a1822ce4cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:54.095430 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c11e6d6a1033482aa0e62150d887a7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184365 Jun 16 16:32:54.096353 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4d801-2239-4440-941a-18f1b6f17ee4,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:54.098731 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56680) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:54.106028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.106575 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.106807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.107165 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.107519 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.107897 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.108246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.108595 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.108942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.109282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.109826 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.110269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.115996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:54.138014 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.150171 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0710bb13-a588-449a-9b2d-f37de780bacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:54.191885 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-71323adf-59d2-4f58-bfde-bf31c8b4fd5e None None] Provisioning for port f31224be-61a0-4bef-a762-7e809ea27b6c completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:54.197888 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:54.201365 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.207963 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:54.217827 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:54.245710 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=87862b18-ac57-4b0d-a499-816c5e9ffa88,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:54.268573 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.272719 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.273093 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.273475 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.273840 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.274194 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.274551 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.274897 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.275417 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.275589 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.275938 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.276277 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.276608 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:32:54.288725 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:54.514391 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.517111 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.518269 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ec4d801-2239-4440-941a-18f1b6f17ee4 HTTP/1.1" status: 204 len: 168 time: 0.4185336 Jun 16 16:32:54.543482 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2d4ff17f-1d85-4879-bf61-ffb331c7a319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:54.558515 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4d801-2239-4440-941a-18f1b6f17ee4,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:54.562026 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:54.595004 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:54.788832 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.008511 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Router d803f36a-c610-4bbf-b241-c2ae1137fcca is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:32:55.077025 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f31224be-61a0-4bef-a762-7e809ea27b6c up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:55.135449 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:55.145422 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Sync routers for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:55.155091 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:55.156154 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:55.225463 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port f31224be-61a0-4bef-a762-7e809ea27b6c completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:55.229560 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port f31224be-61a0-4bef-a762-7e809ea27b6c triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:55.229950 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.254816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.256114 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0982862 Jun 16 16:32:55.261969 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:55.266629 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56706) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:55.325928 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.366278 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port f31224be-61a0-4bef-a762-7e809ea27b6c, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f31224be-61a0-4bef-a762-7e809ea27b6c,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:55.442676 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.444641 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7d920074-703e-49fa-8dfa-a45f1179eb01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:55.462311 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:54Z', 'revision_number': 3, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:55.466386 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Checking router: d803f36a-c610-4bbf-b241-c2ae1137fcca for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:55.466956 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Updating router d803f36a-c610-4bbf-b241-c2ae1137fcca port 87862b18-ac57-4b0d-a499-816c5e9ffa88 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:32:55.492918 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=f31224be-61a0-4bef-a762-7e809ea27b6c,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:55.496470 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:55.502804 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.724241 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.786663 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:55.799086 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Transition to ACTIVE for port object 87862b18-ac57-4b0d-a499-816c5e9ffa88 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:55.901604 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Allocated IP 172.20.0.1 (b226f878-bc64-4226-b758-255153525916/5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7/8bd759b7-586e-456c-8fff-92976fa1a3d4) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:32:56.077102 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.086626 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:56.142728 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043746-c20a-4ea4-949b-5dda34c7779f None None] Pushing event updated for resources: {'Port': ['ID=87862b18-ac57-4b0d-a499-816c5e9ffa88,revision_number=2']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:56.145193 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Attempting to bind port 87862b18-ac57-4b0d-a499-816c5e9ffa88 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:56.145799 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Attempting to bind port 87862b18-ac57-4b0d-a499-816c5e9ffa88 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:56.146935 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Attempting to bind port 87862b18-ac57-4b0d-a499-816c5e9ffa88 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:56.153127 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-d8043746-c20a-4ea4-949b-5dda34c7779f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:56.154638 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:56.155094 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 78be9d1f-2b7f-4211-9c5d-61e77e91879a details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:32:56.155604 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:56.155771 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.156075 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:56.156554 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Bound port: 87862b18-ac57-4b0d-a499-816c5e9ffa88, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:56.156918 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.179647 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.193586 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.provisioning_blocks [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Transition to ACTIVE for port object 8bd759b7-586e-456c-8fff-92976fa1a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=92416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:56.211875 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] For port 87862b18-ac57-4b0d-a499-816c5e9ffa88, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:56.215392 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] For port 87862b18-ac57-4b0d-a499-816c5e9ffa88, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=87862b18-ac57-4b0d-a499-816c5e9ffa88,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:32:56.257694 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:56.270313 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '78be9d1f-2b7f-4211-9c5d-61e77e91879a', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'port_id': '78be9d1f-2b7f-4211-9c5d-61e77e91879a', 'mac_address': 'fa:16:3e:93:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:32:56.311715 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.325731 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78be9d1f-2b7f-4211-9c5d-61e77e91879a {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:56.349322 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:56.369141 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.369351 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.371425 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:56.371571 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b75a9b17-f2b5-4de7-83c6-4ceecb51c401 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:56.409632 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Network b226f878-bc64-4226-b758-255153525916 is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:56.413758 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:56.417931 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:32:56.452777 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:56.454091 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:56.460199 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.460441 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd759b7-586e-456c-8fff-92976fa1a3d4,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:56.461426 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 29f3eeec-f903-4b24-9860-62dad5d33df8 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:32:56.471811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:56.485956 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c5ae1456-60a8-47dd-b3f4-4ad4a9754988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:56.490067 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.543982 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=78be9d1f-2b7f-4211-9c5d-61e77e91879a,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:56.548595 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:56.580157 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:56.586371 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 29f3eeec-f903-4b24-9860-62dad5d33df8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=29f3eeec-f903-4b24-9860-62dad5d33df8,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:56.608510 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '29f3eeec-f903-4b24-9860-62dad5d33df8', 'network_id': '58c64c45-0ebb-4303-9b0c-f42b715e403d', 'port_id': '29f3eeec-f903-4b24-9860-62dad5d33df8', 'mac_address': 'fa:16:3e:d0:5b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8564d386-17ef-4fff-a92e-4a9f3bb4e188', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:32:56.643505 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8043746-c20a-4ea4-949b-5dda34c7779f None None] Pushing event updated for resources: {'Port': ['ID=87862b18-ac57-4b0d-a499-816c5e9ffa88,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:56.647762 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-d8043746-c20a-4ea4-949b-5dda34c7779f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:56.669886 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.684909 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f3eeec-f903-4b24-9860-62dad5d33df8 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:32:56.706346 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 29f3eeec-f903-4b24-9860-62dad5d33df8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=29f3eeec-f903-4b24-9860-62dad5d33df8,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:56.780457 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.782855 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3db5e733-5eac-4490-a164-c5cfb45958aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:56.787412 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:54Z', 'revision_number': 3, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:56.797151 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad4f19-8af7-45af-8117-2b673a7b6cad None None] The sync data for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi is: [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:54Z', 'revision_number': 3, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:32:56.844336 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=29f3eeec-f903-4b24-9860-62dad5d33df8,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:56.848012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:56.858793 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.865537 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-a4972ca8-7d16-4c6f-b475-1649fa614f3a None None] Provisioning for port 8bd759b7-586e-456c-8fff-92976fa1a3d4 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:56.870069 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-a4972ca8-7d16-4c6f-b475-1649fa614f3a None None] Provisioning complete for port 8bd759b7-586e-456c-8fff-92976fa1a3d4 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:56.870775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a4972ca8-7d16-4c6f-b475-1649fa614f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:56.913793 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-a4972ca8-7d16-4c6f-b475-1649fa614f3a None None] Port 8bd759b7-586e-456c-8fff-92976fa1a3d4 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:32:57.112438 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f31224be-61a0-4bef-a762-7e809ea27b6c up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:57.126217 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:57.161739 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port f31224be-61a0-4bef-a762-7e809ea27b6c triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:57.162780 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:57.334589 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:57.337074 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:57.405953 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd759b7-586e-456c-8fff-92976fa1a3d4,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:57.408392 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:57.410501 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:57.515090 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Network b226f878-bc64-4226-b758-255153525916 is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:32:57.516902 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:32:57.650082 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Router d803f36a-c610-4bbf-b241-c2ae1137fcca has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:32:57.744363 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-eb8067b1-abe1-4381-9354-e010201df03f None None] Provisioning complete for port 8bd759b7-586e-456c-8fff-92976fa1a3d4 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:57.752623 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-eb8067b1-abe1-4381-9354-e010201df03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:57.771395 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:32:57.777695 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] 10.222.0.91 "PUT /v2.0/routers/d803f36a-c610-4bbf-b241-c2ae1137fcca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127773 Jun 16 16:32:57.788177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-eb8067b1-abe1-4381-9354-e010201df03f None None] Port 8bd759b7-586e-456c-8fff-92976fa1a3d4 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:32:58.017865 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9635a4-de1f-4de9-ba5d-b84e3934556a req-acd9d96e-7612-49c5-86a6-146380569d9c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:58.019582 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a9635a4-de1f-4de9-ba5d-b84e3934556a req-acd9d96e-7612-49c5-86a6-146380569d9c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 944 time: 0.0686724 Jun 16 16:32:58.065942 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a9635a4-de1f-4de9-ba5d-b84e3934556a req-2f99a1a2-9e00-47d2-95e8-3c86f07123f1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Jun 16 16:32:58.473397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Sync routers for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:32:58.482482 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:32:58.483098 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:58.599825 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:32:58.629368 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['29f3eeec-f903-4b24-9860-62dad5d33df8'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:32:58.655838 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['78be9d1f-2b7f-4211-9c5d-61e77e91879a'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:32:58.764144 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56772) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:58.770248 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1795153775-network', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:58.893934 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Made reservation on behalf of 04064f376bf942c2a8cd1105ac6752f1 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:32:58.897013 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:58.912745 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.048915 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 2, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:32:59.059651 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Checking router: d803f36a-c610-4bbf-b241-c2ae1137fcca for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:32:59.061670 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Updating router d803f36a-c610-4bbf-b241-c2ae1137fcca port 8bd759b7-586e-456c-8fff-92976fa1a3d4 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:32:59.063058 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.125134 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 87862b18-ac57-4b0d-a499-816c5e9ffa88 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:32:59.125134 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.254304 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.258774 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d93e4320-1220-4880-8aab-0437ac9e3f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:59.269515 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a169310-2421-4518-a702-81a1f954dda9 req-e1d7f625-cbb5-4975-89b8-ea8dfa223b3c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:59.271668 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3a169310-2421-4518-a702-81a1f954dda9 req-e1d7f625-cbb5-4975-89b8-ea8dfa223b3c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 944 time: 0.0684083 Jun 16 16:32:59.283649 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1232} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:32:59.294376 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9986a505-229d-413d-9545-fb67c5270a69,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:59.298841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:59.300392 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.300818 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Added segment 5b26f001-b05e-4ed9-8301-678204979fde of type vlan for network a67b863d-a09e-44c3-81df-3ffe6811197a Jun 16 16:32:59.312394 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3a169310-2421-4518-a702-81a1f954dda9 req-32d25acf-641c-4f9d-b7d0-c0dc3649a4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343075 Jun 16 16:32:59.345946 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.396503 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 87862b18-ac57-4b0d-a499-816c5e9ffa88 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:32:59.422227 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 87862b18-ac57-4b0d-a499-816c5e9ffa88 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:32:59.422608 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.466231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.479761 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Transition to ACTIVE for port object 8bd759b7-586e-456c-8fff-92976fa1a3d4 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:32:59.488352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.489822 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:32:59.490509 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.493562 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8df292eb-802a-472a-acbd-a04eb63b0ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:59.523196 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.544007 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 87862b18-ac57-4b0d-a499-816c5e9ffa88, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=87862b18-ac57-4b0d-a499-816c5e9ffa88,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:32:59.553611 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Pushing event updated for resources: {'Network': ['ID=a67b863d-a09e-44c3-81df-3ffe6811197a,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:59.556408 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:59.567277 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network a67b863d-a09e-44c3-81df-3ffe6811197a details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:32:59.649688 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8838637 Jun 16 16:32:59.652286 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56790) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:32:59.657845 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Request body: {'subnet': {'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1795153775-subnet', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:32:59.740601 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.742603 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.746636 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:59.820922 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670c10a-28b8-4060-8faa-f35fad392f5f None None] Pushing event updated for resources: {'Port': ['ID=8bd759b7-586e-456c-8fff-92976fa1a3d4,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:59.913978 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Attempting to bind port 8bd759b7-586e-456c-8fff-92976fa1a3d4 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:32:59.914369 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Attempting to bind port 8bd759b7-586e-456c-8fff-92976fa1a3d4 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:32:59.914749 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Attempting to bind port 8bd759b7-586e-456c-8fff-92976fa1a3d4 on network b226f878-bc64-4226-b758-255153525916 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:32:59.923112 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=87862b18-ac57-4b0d-a499-816c5e9ffa88,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:32:59.926401 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:32:59.926796 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Checking segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:32:59.927218 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.927616 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Bound using segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:32:59.928101 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Bound port: 8bd759b7-586e-456c-8fff-92976fa1a3d4, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:32:59.928577 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:32:59.930597 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:59.931180 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:32:59.931419 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:32:59.992811 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] For port 8bd759b7-586e-456c-8fff-92976fa1a3d4, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:32:59.995894 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] For port 8bd759b7-586e-456c-8fff-92976fa1a3d4, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=8bd759b7-586e-456c-8fff-92976fa1a3d4,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:33:00.185154 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Made reservation on behalf of 04064f376bf942c2a8cd1105ac6752f1 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:33:00.187527 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481272'] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:00.511812 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:00.513890 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c45e4173-5c96-4727-934b-370bdc0278ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:00.543932 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae20216-bb0e-4ae8-a084-6d184e16e235 req-c2b8169a-4df3-414e-8e9f-4fdf92e1f689 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:00.545479 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dae20216-bb0e-4ae8-a084-6d184e16e235 req-c2b8169a-4df3-414e-8e9f-4fdf92e1f689 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 944 time: 0.0639689 Jun 16 16:33:00.575582 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:33:00.576234 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:00.595496 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dae20216-bb0e-4ae8-a084-6d184e16e235 req-050c4382-352e-4b9e-ad3b-76fc9646bcb8 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Jun 16 16:33:00.617261 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2670071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481258'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:00.619540 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670c10a-28b8-4060-8faa-f35fad392f5f None None] Pushing event updated for resources: {'Port': ['ID=8bd759b7-586e-456c-8fff-92976fa1a3d4,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:00.626456 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b03ed967-c351-461d-8032-c14e0652e726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:00.655876 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-9670c10a-28b8-4060-8faa-f35fad392f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:00.702034 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a24f374-ed3c-48c3-a120-12147323c205,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:00.708788 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:33:00.711401 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:00.711576 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Checking segment: {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:33:00.711997 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Network hostable DHCP agents. Network: a67b863d-a09e-44c3-81df-3ffe6811197a, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:33:00.854382 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Network a67b863d-a09e-44c3-81df-3ffe6811197a is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:33:00.928293 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:00.931911 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b4a365-dd3d-4479-ae9b-bab7523e0efa None None] The sync data for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi is: [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:33:01.037375 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, a67b863d-a09e-44c3-81df-3ffe6811197a) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:33:01.061444 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5880ba04-8ba0-4f0e-8a69-33d39128e8e4 None None] Network a67b863d-a09e-44c3-81df-3ffe6811197a requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:33:01.061945 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:01.061945 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.225808 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 87862b18-ac57-4b0d-a499-816c5e9ffa88 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:01.293633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-a67b863d-a09e-44c3-81df-3ffe6811197a', 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'fixed_ips': [{'subnet_id': '9a24f374-ed3c-48c3-a120-12147323c205'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:33:01.293633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.352583 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6988120 Jun 16 16:33:01.367928 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56822) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:01.367928 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:33:01.369211 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 87862b18-ac57-4b0d-a499-816c5e9ffa88 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:01.369621 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.468025 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Allocated IP 172.20.0.2 (a67b863d-a09e-44c3-81df-3ffe6811197a/9a24f374-ed3c-48c3-a120-12147323c205/f4a1e804-e67c-4732-aa48-e623d283bc24) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:33:01.532744 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8bd759b7-586e-456c-8fff-92976fa1a3d4 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:01.573057 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.583200 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.669858 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.751538 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.761793 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Transition to ACTIVE for port object f4a1e804-e67c-4732-aa48-e623d283bc24 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:01.779161 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Transition to ACTIVE for port object f4a1e804-e67c-4732-aa48-e623d283bc24 will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:01.803599 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 8bd759b7-586e-456c-8fff-92976fa1a3d4 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:01.808687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3462fe0-8046-4e81-a26d-90d878d2158e req-062f293e-62b7-4b8e-a1de-883437b1b6e7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:01.809923 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 8bd759b7-586e-456c-8fff-92976fa1a3d4 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:01.817827 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.817987 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e3462fe0-8046-4e81-a26d-90d878d2158e req-062f293e-62b7-4b8e-a1de-883437b1b6e7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 944 time: 0.0781639 Jun 16 16:33:01.845354 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 78be9d1f-2b7f-4211-9c5d-61e77e91879a up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:01.869537 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e3462fe0-8046-4e81-a26d-90d878d2158e req-9e0ebc06-5dd6-403a-aac1-923bbf983444 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495865 Jun 16 16:33:01.944443 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.948967 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:01.955171 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:01.963254 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.009983 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Network a67b863d-a09e-44c3-81df-3ffe6811197a is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:33:02.019270 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:33:02.025323 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:33:02.032486 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Pushing event updated for resources: {'Port': ['ID=f4a1e804-e67c-4732-aa48-e623d283bc24,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:02.038966 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:02.049345 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 8bd759b7-586e-456c-8fff-92976fa1a3d4, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=8bd759b7-586e-456c-8fff-92976fa1a3d4,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:33:02.096438 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 78be9d1f-2b7f-4211-9c5d-61e77e91879a completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:02.114430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 78be9d1f-2b7f-4211-9c5d-61e77e91879a triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:02.114430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.114430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Attempting to bind port f4a1e804-e67c-4732-aa48-e623d283bc24 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:33:02.114430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Attempting to bind port f4a1e804-e67c-4732-aa48-e623d283bc24 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:33:02.114430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Attempting to bind port f4a1e804-e67c-4732-aa48-e623d283bc24 on network a67b863d-a09e-44c3-81df-3ffe6811197a {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:33:02.139268 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:33:02.139618 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Checking segment: {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:33:02.140071 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.140473 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Bound using segment: {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:33:02.141215 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Bound port: f4a1e804-e67c-4732-aa48-e623d283bc24, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:33:02.142017 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.255726 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] For port f4a1e804-e67c-4732-aa48-e623d283bc24, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:33:02.259549 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.277417 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] For port f4a1e804-e67c-4732-aa48-e623d283bc24, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f4a1e804-e67c-4732-aa48-e623d283bc24,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:33:02.294544 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78be9d1f-2b7f-4211-9c5d-61e77e91879a'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:33:02.296765 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9887a5b9-2672-4c35-bead-b7852b455e25" -d '{"events": [{"server_uuid": "244a52d5-c33e-4c80-a590-a3e5716c512d", "name": "network-vif-plugged", "status": "completed", "tag": "78be9d1f-2b7f-4211-9c5d-61e77e91879a"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:33:02.308668 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.312238 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:02.315454 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:33:02.342991 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee49c1eb-84ca-4a18-942a-777a0d071a02 x-openstack-request-id: req-ee49c1eb-84ca-4a18-942a-777a0d071a02 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:33:02.343315 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244a52d5-c33e-4c80-a590-a3e5716c512d", "name": "network-vif-plugged", "status": "completed", "tag": "78be9d1f-2b7f-4211-9c5d-61e77e91879a", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:33:02.343606 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee49c1eb-84ca-4a18-942a-777a0d071a02 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:33:02.344073 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78be9d1f-2b7f-4211-9c5d-61e77e91879a', 'code': 200} Jun 16 16:33:02.369246 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=8bd759b7-586e-456c-8fff-92976fa1a3d4,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:02.375750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:02.449263 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.450335 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.452302 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c0751987-ff9e-4414-9e10-0f0b24ba8872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:02.454365 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.455206 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 29f3eeec-f903-4b24-9860-62dad5d33df8 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:02.469367 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.558247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Pushing event updated for resources: {'Port': ['ID=f4a1e804-e67c-4732-aa48-e623d283bc24,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:02.558247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:02.558247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:02.621855 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Allocated IP 172.27.3.91 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/48ffc87a-bfcb-42af-ab42-03600204ca91) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:33:02.636424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=78be9d1f-2b7f-4211-9c5d-61e77e91879a,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:02.655552 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:02.734056 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 29f3eeec-f903-4b24-9860-62dad5d33df8 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:02.738825 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 29f3eeec-f903-4b24-9860-62dad5d33df8 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:02.739499 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.833317 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.873796 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:02.936205 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 29f3eeec-f903-4b24-9860-62dad5d33df8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=29f3eeec-f903-4b24-9860-62dad5d33df8,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:33:02.986567 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ebc94-5b80-4295-b6b4-b51c0e5b7b14 req-e7b11791-6e10-4335-b110-f6f738697761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:02.988325 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-483ebc94-5b80-4295-b6b4-b51c0e5b7b14 req-e7b11791-6e10-4335-b110-f6f738697761 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 1098 time: 0.0710363 Jun 16 16:33:03.057987 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-483ebc94-5b80-4295-b6b4-b51c0e5b7b14 req-347f3811-a08a-4c5c-ba42-2e7f3d1c65e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626976 Jun 16 16:33:03.098037 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36746d74-fb83-47dc-8cfb-d4cdbb1f2d2d req-f3d736f9-c0cb-4c4a-af1a-332aa3f83899 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:03.099993 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-36746d74-fb83-47dc-8cfb-d4cdbb1f2d2d req-f3d736f9-c0cb-4c4a-af1a-332aa3f83899 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0900240 Jun 16 16:33:03.146669 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-36746d74-fb83-47dc-8cfb-d4cdbb1f2d2d req-80246e5a-26ab-41c4-abbb-c44acfba28d7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Jun 16 16:33:03.151298 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f4a1e804-e67c-4732-aa48-e623d283bc24 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:03.163302 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:03.167171 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:03.205715 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:33:03.211643 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:33:03.214522 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:33:03.239108 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Pushing event updated for resources: {'Port': ['ID=48ffc87a-bfcb-42af-ab42-03600204ca91,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:03.244519 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:03.323458 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:03.325938 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c3bd0441-a480-415e-b83f-dcd230a2f7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:03.372406 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port f4a1e804-e67c-4732-aa48-e623d283bc24 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:03.382975 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8bd759b7-586e-456c-8fff-92976fa1a3d4 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:03.434760 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=29f3eeec-f903-4b24-9860-62dad5d33df8,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:03.446829 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:03.468360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 8bd759b7-586e-456c-8fff-92976fa1a3d4 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:03.468360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:03.624685 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:03.685974 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf96c5a-34ef-4fa1-b12a-5643f8efae5e None None] Network a67b863d-a09e-44c3-81df-3ffe6811197a requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:33:04.003662 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:04.005188 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Provisioning for port f4a1e804-e67c-4732-aa48-e623d283bc24 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:04.011953 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Provisioning complete for port f4a1e804-e67c-4732-aa48-e623d283bc24 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:04.012499 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:04.105660 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:04.151710 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] For port f4a1e804-e67c-4732-aa48-e623d283bc24, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f4a1e804-e67c-4732-aa48-e623d283bc24,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:33:04.333355 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Router 4ee9c9da-efc2-4668-bf3a-a3a058345702 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92416) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:33:04.333601 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:04.333753 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a3e2-72ac-43d5-8b30-4a7be8f70ad0 req-7b667c8e-043d-4745-a7ca-d252ca3432c7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:04.334231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:04.334319 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ea7a3e2-72ac-43d5-8b30-4a7be8f70ad0 req-7b667c8e-043d-4745-a7ca-d252ca3432c7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0705154 Jun 16 16:33:04.355220 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f3eeec-f903-4b24-9860-62dad5d33df8'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:33:04.357584 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e58bf1c-3a45-48f4-8b1c-ac8363747a4c" -d '{"events": [{"server_uuid": "70a509c4-061d-4a4c-9b38-ebf4248946af", "name": "network-vif-plugged", "status": "completed", "tag": "29f3eeec-f903-4b24-9860-62dad5d33df8"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:33:04.371144 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ea7a3e2-72ac-43d5-8b30-4a7be8f70ad0 req-007f5747-eeeb-438d-ae83-3b2b903571d8 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Jun 16 16:33:04.403092 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c9555-3a66-48bd-8c58-6b0e249078d3 x-openstack-request-id: req-802c9555-3a66-48bd-8c58-6b0e249078d3 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:33:04.403398 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a509c4-061d-4a4c-9b38-ebf4248946af", "name": "network-vif-plugged", "status": "completed", "tag": "29f3eeec-f903-4b24-9860-62dad5d33df8", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:33:04.403663 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-802c9555-3a66-48bd-8c58-6b0e249078d3 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:33:04.404057 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f3eeec-f903-4b24-9860-62dad5d33df8', 'code': 200} Jun 16 16:33:04.405021 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Pushing event updated for resources: {'Port': ['ID=f4a1e804-e67c-4732-aa48-e623d283bc24,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:04.408940 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:04.460468 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:33:04.471179 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Sync routers for ids ['4ee9c9da-efc2-4668-bf3a-a3a058345702'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:33:04.474796 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-82198ae7-49cf-4602-87a0-062afef2a0c6 None None] Provisioning complete for port f4a1e804-e67c-4732-aa48-e623d283bc24 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:04.475188 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-82198ae7-49cf-4602-87a0-062afef2a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:04.484414 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Routers {'4ee9c9da-efc2-4668-bf3a-a3a058345702'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:33:04.495042 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['4ee9c9da-efc2-4668-bf3a-a3a058345702'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:04.603045 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Set router 4ee9c9da-efc2-4668-bf3a-a3a058345702 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:33:04.678114 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:04.679558 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3222156 Jun 16 16:33:04.684753 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 56882) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:04.862611 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:33:03Z', 'revision_number': 3, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:04.866594 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Checking router: 4ee9c9da-efc2-4668-bf3a-a3a058345702 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:33:04.867042 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Updating router 4ee9c9da-efc2-4668-bf3a-a3a058345702 port 48ffc87a-bfcb-42af-ab42-03600204ca91 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:33:04.903887 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.063233 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f4a1e804-e67c-4732-aa48-e623d283bc24 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:05.102989 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.118553 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port f4a1e804-e67c-4732-aa48-e623d283bc24 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:05.118913 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.181296 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.192745 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Transition to ACTIVE for port object 48ffc87a-bfcb-42af-ab42-03600204ca91 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:05.278345 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Allocated IP 172.20.0.1 (a67b863d-a09e-44c3-81df-3ffe6811197a/9a24f374-ed3c-48c3-a120-12147323c205/daa23311-d78d-451b-849c-6827c67b4e1d) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:33:05.378218 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.393074 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.provisioning_blocks [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Transition to ACTIVE for port object daa23311-d78d-451b-849c-6827c67b4e1d will not be triggered until provisioned by entity DHCP. {{(pid=92416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:05.403326 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.406458 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-5b0e8aa8-6035-4a98-b879-441517850c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:05.460087 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Attempting to bind port 48ffc87a-bfcb-42af-ab42-03600204ca91 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:33:05.460457 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Attempting to bind port 48ffc87a-bfcb-42af-ab42-03600204ca91 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:33:05.460826 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Attempting to bind port 48ffc87a-bfcb-42af-ab42-03600204ca91 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:33:05.462664 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a460c-2be4-4b60-ab59-0eb77f45422a None None] Pushing event updated for resources: {'Port': ['ID=48ffc87a-bfcb-42af-ab42-03600204ca91,revision_number=2']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:05.465826 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-872a460c-2be4-4b60-ab59-0eb77f45422a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:05.468619 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:33:05.468993 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:33:05.470296 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.470296 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:33:05.470296 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Bound port: 48ffc87a-bfcb-42af-ab42-03600204ca91, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:33:05.470615 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.531205 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] For port 48ffc87a-bfcb-42af-ab42-03600204ca91, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:33:05.533194 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] For port 48ffc87a-bfcb-42af-ab42-03600204ca91, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=48ffc87a-bfcb-42af-ab42-03600204ca91,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:33:05.580067 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.583521 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3e5c067d-588a-490b-a49e-2cbeaa0ac7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:05.619951 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Network a67b863d-a09e-44c3-81df-3ffe6811197a is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:33:05.622713 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:33:05.626113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:33:05.665307 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Pushing event updated for resources: {'Port': ['ID=daa23311-d78d-451b-849c-6827c67b4e1d,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:05.671356 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:05.684711 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.742571 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.745510 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-0d08e6d3-c9fe-4afd-a817-632dc3a3d4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:05.798323 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Routers {'4ee9c9da-efc2-4668-bf3a-a3a058345702'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:33:05.798947 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['4ee9c9da-efc2-4668-bf3a-a3a058345702'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:05.838681 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a460c-2be4-4b60-ab59-0eb77f45422a None None] Pushing event updated for resources: {'Port': ['ID=48ffc87a-bfcb-42af-ab42-03600204ca91,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:05.842234 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-872a460c-2be4-4b60-ab59-0eb77f45422a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:05.914476 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] Set router 4ee9c9da-efc2-4668-bf3a-a3a058345702 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:33:05.948147 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:05.986170 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-0b3eff74-0592-4ce1-a5f5-2956dff30fc0 None None] Provisioning for port daa23311-d78d-451b-849c-6827c67b4e1d completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:05.992037 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-0b3eff74-0592-4ce1-a5f5-2956dff30fc0 None None] Provisioning complete for port daa23311-d78d-451b-849c-6827c67b4e1d triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:05.992879 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0b3eff74-0592-4ce1-a5f5-2956dff30fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:06.047308 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-0b3eff74-0592-4ce1-a5f5-2956dff30fc0 None None] Port daa23311-d78d-451b-849c-6827c67b4e1d cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:33:06.114705 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:06.117668 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:33:03Z', 'revision_number': 3, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:06.121059 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1d16-038f-40f6-aa82-a436de98085c None None] The sync data for ids ['4ee9c9da-efc2-4668-bf3a-a3a058345702'] in dv-cinder-796685-1-iscsi is: [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:33:03Z', 'revision_number': 3, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:33:06.185756 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:06.188477 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:06.252532 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Pushing event updated for resources: {'Port': ['ID=daa23311-d78d-451b-849c-6827c67b4e1d,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:06.255919 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:06.256713 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:06.366092 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Network a67b863d-a09e-44c3-81df-3ffe6811197a is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:33:06.367505 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:33:06.500796 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Router 4ee9c9da-efc2-4668-bf3a-a3a058345702 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:33:06.616189 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:33:06.628438 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:33:06.637495 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] 10.222.0.91 "PUT /v2.0/routers/4ee9c9da-efc2-4668-bf3a-a3a058345702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9481087 Jun 16 16:33:06.674402 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-620a2321-4c2d-4d1e-b3b5-324e19b0a937 None None] Provisioning complete for port daa23311-d78d-451b-849c-6827c67b4e1d triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:06.674948 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-620a2321-4c2d-4d1e-b3b5-324e19b0a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:06.709837 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-620a2321-4c2d-4d1e-b3b5-324e19b0a937 None None] Port daa23311-d78d-451b-849c-6827c67b4e1d cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:33:07.099339 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 48ffc87a-bfcb-42af-ab42-03600204ca91 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:07.219810 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 48ffc87a-bfcb-42af-ab42-03600204ca91 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:07.224946 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 48ffc87a-bfcb-42af-ab42-03600204ca91 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:07.225355 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:07.325600 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:07.346458 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 48ffc87a-bfcb-42af-ab42-03600204ca91, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=48ffc87a-bfcb-42af-ab42-03600204ca91,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:33:07.400127 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c1cc0551-8b5e-4492-a644-8b88e737ae9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:07.419813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:07.422194 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:07.471477 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=48ffc87a-bfcb-42af-ab42-03600204ca91,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:07.474712 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:08.493509 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Sync routers for ids ['4ee9c9da-efc2-4668-bf3a-a3a058345702'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:33:08.506798 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Routers {'4ee9c9da-efc2-4668-bf3a-a3a058345702'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:33:08.507491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['4ee9c9da-efc2-4668-bf3a-a3a058345702'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:08.635370 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Set router 4ee9c9da-efc2-4668-bf3a-a3a058345702 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:33:08.917811 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:33:05Z', 'revision_number': 4, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'daa23311-d78d-451b-849c-6827c67b4e1d', 'name': '', 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9a24f374-ed3c-48c3-a120-12147323c205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:05Z', 'updated_at': '2021-06-16T16:33:05Z', 'revision_number': 2, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'subnets': [{'id': '9a24f374-ed3c-48c3-a120-12147323c205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:08.923262 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Checking router: 4ee9c9da-efc2-4668-bf3a-a3a058345702 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:33:08.923704 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Updating router 4ee9c9da-efc2-4668-bf3a-a3a058345702 port daa23311-d78d-451b-849c-6827c67b4e1d binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:33:08.968453 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.117290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 48ffc87a-bfcb-42af-ab42-03600204ca91 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:09.248191 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 48ffc87a-bfcb-42af-ab42-03600204ca91 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:09.248595 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.382428 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.410598 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Transition to ACTIVE for port object daa23311-d78d-451b-849c-6827c67b4e1d will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:09.596635 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.599530 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:09.701613 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecad5b-f9cf-46cb-be84-686b226d5ed7 None None] Pushing event updated for resources: {'Port': ['ID=daa23311-d78d-451b-849c-6827c67b4e1d,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:09.706493 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-05ecad5b-f9cf-46cb-be84-686b226d5ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:09.748349 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Attempting to bind port daa23311-d78d-451b-849c-6827c67b4e1d on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:33:09.748739 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Attempting to bind port daa23311-d78d-451b-849c-6827c67b4e1d by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:33:09.749114 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Attempting to bind port daa23311-d78d-451b-849c-6827c67b4e1d on network a67b863d-a09e-44c3-81df-3ffe6811197a {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:33:09.755220 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:33:09.755596 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Checking segment: {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:33:09.756007 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.756403 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Bound using segment: {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:33:09.756878 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Bound port: daa23311-d78d-451b-849c-6827c67b4e1d, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b26f001-b05e-4ed9-8301-678204979fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1232, 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:33:09.757256 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.865437 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] For port daa23311-d78d-451b-849c-6827c67b4e1d, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:33:09.870711 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] For port daa23311-d78d-451b-849c-6827c67b4e1d, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=daa23311-d78d-451b-849c-6827c67b4e1d,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:33:09.923228 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:09.935583 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:10.024605 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecad5b-f9cf-46cb-be84-686b226d5ed7 None None] Pushing event updated for resources: {'Port': ['ID=daa23311-d78d-451b-849c-6827c67b4e1d,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:10.033354 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-05ecad5b-f9cf-46cb-be84-686b226d5ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:10.052439 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Routers {'4ee9c9da-efc2-4668-bf3a-a3a058345702'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:33:10.053077 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:32:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['4ee9c9da-efc2-4668-bf3a-a3a058345702'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:10.126951 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:10.195907 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] Set router 4ee9c9da-efc2-4668-bf3a-a3a058345702 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:33:10.408794 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:33:05Z', 'revision_number': 4, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'daa23311-d78d-451b-849c-6827c67b4e1d', 'name': '', 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9a24f374-ed3c-48c3-a120-12147323c205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:05Z', 'updated_at': '2021-06-16T16:33:09Z', 'revision_number': 4, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'subnets': [{'id': '9a24f374-ed3c-48c3-a120-12147323c205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:10.412675 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7d0b0-a746-42e3-9259-2086abd914d3 None None] The sync data for ids ['4ee9c9da-efc2-4668-bf3a-a3a058345702'] in dv-cinder-796685-1-iscsi is: [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:33:05Z', 'revision_number': 4, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'daa23311-d78d-451b-849c-6827c67b4e1d', 'name': '', 'network_id': 'a67b863d-a09e-44c3-81df-3ffe6811197a', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'mac_address': 'fa:16:3e:4d:8a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '9a24f374-ed3c-48c3-a120-12147323c205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:05Z', 'updated_at': '2021-06-16T16:33:09Z', 'revision_number': 4, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'subnets': [{'id': '9a24f374-ed3c-48c3-a120-12147323c205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:33:10.539477 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-1d155473-a8a5-4d3b-9a06-4fed8bd30d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:11.246638 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device daa23311-d78d-451b-849c-6827c67b4e1d up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:11.308668 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:11.404235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17669f8-1be3-4481-8835-bbfb35ca5c5d req-12fc51ec-9dd9-4ae9-abd0-ea1de08e9e66 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:11.415507 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d17669f8-1be3-4481-8835-bbfb35ca5c5d req-12fc51ec-9dd9-4ae9-abd0-ea1de08e9e66 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1498077 Jun 16 16:33:11.466892 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d17669f8-1be3-4481-8835-bbfb35ca5c5d req-e4662603-b2c1-4259-a63f-f53aa5a1aa55 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461967 Jun 16 16:33:11.500097 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port daa23311-d78d-451b-849c-6827c67b4e1d completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:11.505251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port daa23311-d78d-451b-849c-6827c67b4e1d triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:11.505815 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:11.614374 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:11.649145 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port daa23311-d78d-451b-849c-6827c67b4e1d, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=daa23311-d78d-451b-849c-6827c67b4e1d,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:33:11.758177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:11.764560 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c0751987-ff9e-4414-9e10-0f0b24ba8872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:11.833012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=daa23311-d78d-451b-849c-6827c67b4e1d,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:11.837158 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:12.767228 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909008bb-e08c-4a37-b544-87d643849324 req-10fab905-8192-461b-9ff7-7212bf57f2cf tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:12.771308 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-909008bb-e08c-4a37-b544-87d643849324 req-10fab905-8192-461b-9ff7-7212bf57f2cf tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1686053 Jun 16 16:33:12.775633 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9061-7e21-4c48-a699-0412ef9d2cfa req-f37aafb7-26d8-4d29-a2e9-24eba3a9cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:12.777607 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cfdf9061-7e21-4c48-a699-0412ef9d2cfa req-f37aafb7-26d8-4d29-a2e9-24eba3a9cedb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.1269643 Jun 16 16:33:12.873898 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-909008bb-e08c-4a37-b544-87d643849324 req-6926f219-d424-4faf-8c23-4196895b2127 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950649 Jun 16 16:33:12.908510 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cfdf9061-7e21-4c48-a699-0412ef9d2cfa req-f2f50c2b-cb3d-49ac-b050-5d74c6ddf4ad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788488 Jun 16 16:33:13.048335 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:13.109423 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device daa23311-d78d-451b-849c-6827c67b4e1d up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:33:13.215450 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port daa23311-d78d-451b-849c-6827c67b4e1d triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:13.215995 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:14.084755 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcecb38-b8ea-447e-ad54-85d903298350 req-7bf6870a-c1f7-48dd-86b0-25f98885143d tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:14.139311 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbcecb38-b8ea-447e-ad54-85d903298350 req-7bf6870a-c1f7-48dd-86b0-25f98885143d tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0833902 Jun 16 16:33:14.153547 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbcecb38-b8ea-447e-ad54-85d903298350 req-dbf6d926-6589-467d-9174-9c53bb31cc1e tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570626 Jun 16 16:33:14.641323 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-443dac87-047e-4428-ad52-efed5a290987 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546794 Jun 16 16:33:14.719981 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-7db0f298-8eb4-43d5-9459-9f042559858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:14.721520 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-7db0f298-8eb4-43d5-9459-9f042559858a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.0549457 Jun 16 16:33:14.853209 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-368c1934-8921-4f86-a122-e129bb6d7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:14.854884 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-368c1934-8921-4f86-a122-e129bb6d7e9c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.1027899 Jun 16 16:33:14.929218 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-d004f84a-4be9-457c-bc5c-7a98e6b6de5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1002 time: 0.0652466 Jun 16 16:33:14.981675 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-a2c1a32b-3776-443a-b447-43b7a993eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:14.983148 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-a2c1a32b-3776-443a-b447-43b7a993eab1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0449409 Jun 16 16:33:15.048815 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-11691465-6c78-42a8-a409-1bf201dd9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:15.050351 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-11691465-6c78-42a8-a409-1bf201dd9ef6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578830 Jun 16 16:33:15.163350 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-25f232fc-b0d6-4f77-af12-89ce5fa0ce90 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939591 Jun 16 16:33:15.277737 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e84e8229-e002-4db7-bed5-e6e50fb85320 req-53200a7e-7976-4262-9862-531afb934754 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940714 Jun 16 16:33:15.373912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:16.166669 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed565638-5044-452a-9f4d-7931610e3537 req-44499a8e-c5a4-4738-85db-f70e92787527 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:16.168426 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ed565638-5044-452a-9f4d-7931610e3537 req-44499a8e-c5a4-4738-85db-f70e92787527 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1098144 Jun 16 16:33:16.243477 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ed565638-5044-452a-9f4d-7931610e3537 req-6879c8ca-a34d-4943-acf8-e0931b687bf3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657489 Jun 16 16:33:16.335809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e452-4086-4335-80ef-f5ea733729ea req-2d1874d6-11ee-4212-a373-c5143cfd2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:16.339877 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-2d1874d6-11ee-4212-a373-c5143cfd2e6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 1098 time: 0.0942159 Jun 16 16:33:16.489826 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e452-4086-4335-80ef-f5ea733729ea req-e9423135-6b44-4ea2-a673-46a4ef1d4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:16.493245 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-e9423135-6b44-4ea2-a673-46a4ef1d4d7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 920 time: 0.1357791 Jun 16 16:33:16.973401 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-847ddf0c-d263-49cf-a0f1-1a2d94d4306d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a HTTP/1.1" status: 200 len: 217 time: 0.0498378 Jun 16 16:33:17.066246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e452-4086-4335-80ef-f5ea733729ea req-c714dc27-2add-4a10-8e39-6fea449e0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:17.067865 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-c714dc27-2add-4a10-8e39-6fea449e0dfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.0584323 Jun 16 16:33:17.441159 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18285a3d-0ae6-42bb-b39e-118ff6efcc13 req-38e246b4-b398-4dc8-ac60-62335d99e79d tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:17.445937 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-18285a3d-0ae6-42bb-b39e-118ff6efcc13 req-38e246b4-b398-4dc8-ac60-62335d99e79d tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0757370 Jun 16 16:33:17.494716 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-18285a3d-0ae6-42bb-b39e-118ff6efcc13 req-49913821-4652-4893-83af-107ccbdd8bfa tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450513 Jun 16 16:33:18.591710 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-bfb5adb0-3a55-41a9-adc6-0dd7e4eafeeb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275195 Jun 16 16:33:21.852769 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-a690c791-56da-4fa4-aa0c-dfccf93bd142 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123598 Jun 16 16:33:21.992631 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b73e452-4086-4335-80ef-f5ea733729ea req-4f005b56-8351-4343-a0bb-7249372fd3c1 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320713 Jun 16 16:33:22.021365 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a649-01e3-44d0-9276-4ae2b395c67e req-fc72955f-99dd-4fa2-835e-8f6407a06ec3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:22.022549 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5f33a649-01e3-44d0-9276-4ae2b395c67e req-fc72955f-99dd-4fa2-835e-8f6407a06ec3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0863199 Jun 16 16:33:22.061375 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5f33a649-01e3-44d0-9276-4ae2b395c67e req-f9cddddf-bdfe-4dad-ada1-81b42f66d2ab tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Jun 16 16:33:22.395169 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-bb743b80-0af3-41c9-b245-b15c802399d2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:22.396623 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-bb743b80-0af3-41c9-b245-b15c802399d2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 815 time: 0.1020832 Jun 16 16:33:22.410983 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-29dc3214-3d0d-4f77-944d-9acbd3143a51 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/quotas/ab625f4a9f7240f69da4ff99e53220bb HTTP/1.1" status: 200 len: 375 time: 0.0090137 Jun 16 16:33:22.482279 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-a86f56f9-1458-41a9-a3da-33707b07b1b2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660191 Jun 16 16:33:22.583062 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-c5a57de3-e38a-461a-997c-ea36600201ec service neutron] 10.222.0.91 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852101 Jun 16 16:33:22.670699 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-6b0a186a-2d5c-43b2-be6c-76f83aa74d73 service neutron] 10.222.0.91 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818348 Jun 16 16:33:23.017182 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ef6adb38-accf-4d61-8007-64739182728c req-465d4200-dc83-4ac9-82ab-20e68408300a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0316553 Jun 16 16:33:23.261936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc802fb-aab3-4a0a-be80-742c5e7e8b07 req-1a14fb7a-1e3a-45a8-801e-7b10d6073189 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:23.263576 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ddc802fb-aab3-4a0a-be80-742c5e7e8b07 req-1a14fb7a-1e3a-45a8-801e-7b10d6073189 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0687470 Jun 16 16:33:23.305841 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ddc802fb-aab3-4a0a-be80-742c5e7e8b07 req-3b976cac-f19a-4005-a7c2-da53b135a4cd tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343111 Jun 16 16:33:24.100533 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fa6e21af-8f8f-4511-be50-e29639e0b5e2 req-1f20258d-6dde-4aba-a527-86162180a2d7 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0301442 Jun 16 16:33:24.502441 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dba068-3530-489e-8162-0e483e6907f3 req-eb02c7f0-1167-40b1-a64d-7a4a217a2ba8 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:24.504029 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a3dba068-3530-489e-8162-0e483e6907f3 req-eb02c7f0-1167-40b1-a64d-7a4a217a2ba8 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0855401 Jun 16 16:33:24.550282 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a3dba068-3530-489e-8162-0e483e6907f3 req-a25811a3-f129-4d07-8805-2dd84be4f7a5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Jun 16 16:33:25.263157 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-877ae0dd-edf8-4669-bc35-af46f30e4bd9 req-d81a0045-2581-49ce-ae74-4078d22eeea1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0333529 Jun 16 16:33:25.378332 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57224) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:25.540708 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:25.670936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:25.744401 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ef7a-c9fc-49d1-92f9-9d58c110fd23 req-ac5627e1-1ac3-49bd-ad1f-813bd6686f21 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:25.746769 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dce1ef7a-c9fc-49d1-92f9-9d58c110fd23 req-ac5627e1-1ac3-49bd-ad1f-813bd6686f21 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0692213 Jun 16 16:33:25.748197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:25.751215 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bb60b1c4-dbf3-4e30-90d1-1696d28c9d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:25.808479 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c5458be6467d4d5cabf847b10dc72b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263437 Jun 16 16:33:25.809015 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57242) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:25.810985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368e558-b13d-4d10-a2d7-7a4dee85a73c,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:25.814552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:25.835692 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dce1ef7a-c9fc-49d1-92f9-9d58c110fd23 req-e0bb0481-3e1b-4c41-aa3b-ab52950070b4 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Jun 16 16:33:25.872045 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:25.894763 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:26.020381 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:26.023263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:26.024587 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c368e558-b13d-4d10-a2d7-7a4dee85a73c HTTP/1.1" status: 204 len: 168 time: 0.2140937 Jun 16 16:33:26.025365 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-792be4aa-8d69-4c3d-a44b-a1e640c45383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:26.036926 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368e558-b13d-4d10-a2d7-7a4dee85a73c,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:26.039398 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:26.426149 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7c13f6ac-2af3-428d-8098-277848dc30f9 req-837cf330-bc0a-428f-979d-dfe405a6d7c4 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0327981 Jun 16 16:33:28.058512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03cda-8f35-485c-b19b-f7b5187b26b6 req-f608c674-44e2-4e69-b672-b946ddf4706b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:28.060098 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fcc03cda-8f35-485c-b19b-f7b5187b26b6 req-f608c674-44e2-4e69-b672-b946ddf4706b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0646374 Jun 16 16:33:28.104252 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fcc03cda-8f35-485c-b19b-f7b5187b26b6 req-7ca06ccd-9795-4142-94c1-139df3f1334b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Jun 16 16:33:28.243796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57409f14-c017-43d9-a3b7-8137dfee3975 req-4df580f4-427f-426f-a05f-f9c6203d566c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Jun 16 16:33:31.439642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-40ea8237-bb68-467c-9589-b92c15660a7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:31.442172 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-40ea8237-bb68-467c-9589-b92c15660a7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 815 time: 0.1465204 Jun 16 16:33:31.459246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccb8a7-0b36-4d17-8e91-ec72f29af4f5 req-2b9dcd51-14f0-47b8-8fe1-b46548c95d9a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:31.460740 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-09ccb8a7-0b36-4d17-8e91-ec72f29af4f5 req-2b9dcd51-14f0-47b8-8fe1-b46548c95d9a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1548164 Jun 16 16:33:31.490964 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a0f28c8-8804-4134-8a89-9cee4a2eb50a req-098b3687-1ce3-400a-ac91-2e5f3f49f053 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0478020 Jun 16 16:33:31.494533 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'port': {'device_id': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'admin_state_up': True, 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:33:31.588866 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-09ccb8a7-0b36-4d17-8e91-ec72f29af4f5 req-7cf6eb38-cccd-4ca2-aca1-80ea81418db9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908933 Jun 16 16:33:31.699278 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Made reservation on behalf of ab625f4a9f7240f69da4ff99e53220bb for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:33:31.702839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:32.066945 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Allocated IP 172.20.0.12 (b226f878-bc64-4226-b758-255153525916/5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7/f057206c-ecd8-46c9-9994-7bcf7b6eff49) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:33:32.222875 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:32.241122 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Transition to ACTIVE for port object f057206c-ecd8-46c9-9994-7bcf7b6eff49 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:32.436812 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:32.442901 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:32.480741 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Network b226f878-bc64-4226-b758-255153525916 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:33:32.488426 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:33:32.495291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:33:32.540558 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:32.545220 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:32.566702 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.567414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:32.752757 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2649355 Jun 16 16:33:32.828237 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50962-7354-41aa-80e9-a5a9818cd0ca req-cc4ff003-ba32-4f58-b6d7-73ebfc2da224 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.830053 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c2e50962-7354-41aa-80e9-a5a9818cd0ca req-cc4ff003-ba32-4f58-b6d7-73ebfc2da224 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 932 time: 0.1479805 Jun 16 16:33:32.935944 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c2e50962-7354-41aa-80e9-a5a9818cd0ca req-20f11513-2d52-4a09-bf86-7821ca62a2b4 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995820 Jun 16 16:33:32.953092 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d9c9f-4855-4a0d-91ea-4e9e128dba3c req-1386855e-da2d-489a-b197-9065ab098790 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:32.954733 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf2d9c9f-4855-4a0d-91ea-4e9e128dba3c req-1386855e-da2d-489a-b197-9065ab098790 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1953537 Jun 16 16:33:32.962481 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-051a1aa2-d81d-48ba-b39a-84f155e117ef None None] Provisioning for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:33:32.967874 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-051a1aa2-d81d-48ba-b39a-84f155e117ef None None] Provisioning complete for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:33:32.987395 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-051a1aa2-d81d-48ba-b39a-84f155e117ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:33.017353 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf2d9c9f-4855-4a0d-91ea-4e9e128dba3c req-276e52fc-d941-4b79-ab4d-454bdb816297 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Jun 16 16:33:33.032506 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-051a1aa2-d81d-48ba-b39a-84f155e117ef None None] Port f057206c-ecd8-46c9-9994-7bcf7b6eff49 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:33:37.813708 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-579a410e-e0bc-411f-bca6-25fcb5e63f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:40.167659 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:40.242011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-78e279cd-8ddd-4dfe-9b53-cbd956862410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:41.236199 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:42.968182 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:43.615027 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:33:45.379122 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:54.599526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Request body: {'port': {'device_id': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:33:54.677869 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:55.032308 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb142-a60a-4869-8283-863f06953d3a req-862479a3-179e-48ea-abb1-d42ec12450ba tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:55.033839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df2fb142-a60a-4869-8283-863f06953d3a req-862479a3-179e-48ea-abb1-d42ec12450ba tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 932 time: 0.1931953 Jun 16 16:33:55.044510 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a626e-dcb7-4b3b-852d-ae6803918246 req-829960ea-7311-4cb3-b100-a36285e475fa tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:55.045984 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-701a626e-dcb7-4b3b-852d-ae6803918246 req-829960ea-7311-4cb3-b100-a36285e475fa tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.2064488 Jun 16 16:33:55.149667 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-701a626e-dcb7-4b3b-852d-ae6803918246 req-6ece60a4-0eab-4058-b831-2b74c0d24f22 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948889 Jun 16 16:33:55.166935 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df2fb142-a60a-4869-8283-863f06953d3a req-2157f573-6629-4575-b992-c2c6f24d223b tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072869 Jun 16 16:33:55.168227 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f057206c-ecd8-46c9-9994-7bcf7b6eff49 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:33:55.175983 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:55.188018 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Transition to ACTIVE for port object f057206c-ecd8-46c9-9994-7bcf7b6eff49 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:33:55.395965 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:55.398112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:55.469898 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:55.503236 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.503600 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.504140 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.504497 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.504847 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.505196 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.505566 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.505917 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.506260 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.506598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.506939 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.507277 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:55.528348 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:55.561838 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Attempting to bind port f057206c-ecd8-46c9-9994-7bcf7b6eff49 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:33:55.562448 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Attempting to bind port f057206c-ecd8-46c9-9994-7bcf7b6eff49 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:33:55.562448 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Attempting to bind port f057206c-ecd8-46c9-9994-7bcf7b6eff49 on network b226f878-bc64-4226-b758-255153525916 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:33:55.567752 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Port f057206c-ecd8-46c9-9994-7bcf7b6eff49 on network b226f878-bc64-4226-b758-255153525916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:33:55.568075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Attempting to bind port f057206c-ecd8-46c9-9994-7bcf7b6eff49 on network b226f878-bc64-4226-b758-255153525916 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:33:55.573599 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:33:55.574107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Checking segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:33:55.574635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Bound using segment: {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:33:55.574808 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Bound port: f057206c-ecd8-46c9-9994-7bcf7b6eff49, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': 'b226f878-bc64-4226-b758-255153525916'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:33:55.575157 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:55.649590 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:33:55.652974 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:33:55.768835 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:55.772979 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-795274f3-bfe6-4230-9318-ed9749f3fec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:55.810426 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:55.812906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:55.812906 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] 10.222.0.52 "PUT /v2.0/ports/f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 1094 time: 1.2176790 Jun 16 16:33:55.813208 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:33:55.824654 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6175311d-31ca-4099-9896-5b757a7ba8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:33:55.855440 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:55.855440 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:55.888814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720e8297-f231-4123-8860-ad030f5d143f x-openstack-request-id: req-720e8297-f231-4123-8860-ad030f5d143f {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:33:55.889132 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:33:55.889779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-720e8297-f231-4123-8860-ad030f5d143f {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:33:55.890897 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'status': 'completed', 'code': 200} Jun 16 16:33:56.001481 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175311d-31ca-4099-9896-5b757a7ba8fd req-3a59f1b9-902e-401e-87aa-cb6cf4929a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.003162 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6175311d-31ca-4099-9896-5b757a7ba8fd req-3a59f1b9-902e-401e-87aa-cb6cf4929a7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1097 time: 0.0823195 Jun 16 16:33:56.118504 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175311d-31ca-4099-9896-5b757a7ba8fd req-286dd652-666e-436a-976f-01829d65ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.120056 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6175311d-31ca-4099-9896-5b757a7ba8fd req-286dd652-666e-436a-976f-01829d65ccdc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1016960 Jun 16 16:33:56.242840 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175311d-31ca-4099-9896-5b757a7ba8fd req-4279c07e-f0c9-4a39-bc37-3587e7d2068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.244132 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6175311d-31ca-4099-9896-5b757a7ba8fd req-4279c07e-f0c9-4a39-bc37-3587e7d2068e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1124902 Jun 16 16:33:56.436036 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-e75acd78-ebc6-4b3d-ac8a-7c3c0247956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.437659 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-e75acd78-ebc6-4b3d-ac8a-7c3c0247956b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1097 time: 0.1447384 Jun 16 16:33:56.459563 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaaa881-3d97-4478-aa25-87a85e6bc87b req-6d92e638-91b5-4895-908b-fd8c94193f3f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.460320 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-caaaa881-3d97-4478-aa25-87a85e6bc87b req-6d92e638-91b5-4895-908b-fd8c94193f3f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1555674 Jun 16 16:33:56.478942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d6b60-d5ef-4d6f-83d7-286b6622f8ea req-e15493cc-f2d7-4cc6-adeb-ce29242a9034 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.480549 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d94d6b60-d5ef-4d6f-83d7-286b6622f8ea req-e15493cc-f2d7-4cc6-adeb-ce29242a9034 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.1450751 Jun 16 16:33:56.522395 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-91ec93e3-050d-4565-b566-c43f1b8765d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 217 time: 0.0591998 Jun 16 16:33:56.600660 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57690) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:56.615300 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-caaaa881-3d97-4478-aa25-87a85e6bc87b req-77dfc35e-e53f-4212-a9a4-83131e724585 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449637 Jun 16 16:33:56.622486 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d94d6b60-d5ef-4d6f-83d7-286b6622f8ea req-786f7e25-051e-42e5-8ea4-b2533e936018 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036525 Jun 16 16:33:56.626620 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-b3a8c6ff-c4ea-466c-931b-2c69bf72fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.627747 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-b3a8c6ff-c4ea-466c-931b-2c69bf72fc2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.0939300 Jun 16 16:33:56.651370 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Deleting subnet 6bcbc9e8-83f9-4cfb-bda9-a5ddef54e7cc {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:33:56.662021 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:56.692141 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8c889-2978-491b-b487-3388410d90b8 req-d75130e7-d385-4945-9d25-9aec50a87a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:56.693703 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-d75130e7-d385-4945-9d25-9aec50a87a9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580356 Jun 16 16:33:56.698520 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:56.743508 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:56.799293 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-26811d52-6c89-4947-b295-f9bab8600635 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949602 Jun 16 16:33:56.900241 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:56.924055 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:56.940007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-99a8c889-2978-491b-b487-3388410d90b8 req-57592e5b-91cc-403a-a58b-856181a3c374 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336315 Jun 16 16:33:56.945604 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bcbc9e8-83f9-4cfb-bda9-a5ddef54e7cc,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:56.950004 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:56.950004 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6bcbc9e8-83f9-4cfb-bda9-a5ddef54e7cc HTTP/1.1" status: 204 len: 168 time: 0.3481555 Jun 16 16:33:56.952779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57700) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:56.956823 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.957188 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.957566 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.957918 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.958280 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.958659 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.959005 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.959353 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.959689 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.960031 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.960463 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.960800 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:33:56.964067 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:57.028883 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.113097 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.122780 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9212f5-e630-425a-8c9f-5df89ab6175f']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:57.133335 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17bab0d-7e69-4a5c-bbe6-d60f66b1781a') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:57.133652 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17bab0d-7e69-4a5c-bbe6-d60f66b1781a') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:57.142498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.156208 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.162476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:33:57.162882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:33:57.164503 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:33:57.350556 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.354436 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:57.357667 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.359490 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] 10.222.0.91 "DELETE /v2.0/networks/0a9212f5-e630-425a-8c9f-5df89ab6175f HTTP/1.1" status: 204 len: 168 time: 0.4054818 Jun 16 16:33:57.362423 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57708) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:57.370298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9212f5-e630-425a-8c9f-5df89ab6175f,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:57.372674 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-eb3abedb-bf7e-4c4b-8255-0116ecaa6e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:57.408703 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Deleting subnet 48eef946-1076-4fe9-8e6d-4ae6aeaa0152 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:33:57.411919 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.445621 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.486593 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.619190 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.621531 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0b0b5f41-4e9c-4a84-b6cf-c9afbea2fb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:57.646354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48eef946-1076-4fe9-8e6d-4ae6aeaa0152,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:57.659816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:57.672098 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.674040 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f7d0acbb-3807-422b-9c6f-ade39df55309 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/48eef946-1076-4fe9-8e6d-4ae6aeaa0152 HTTP/1.1" status: 204 len: 168 time: 0.3106289 Jun 16 16:33:57.677629 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57718) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:57.756004 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.842172 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.852604 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9ca4c6-6183-4073-be7d-cadcec8f96f2']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:57.862677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e107ac46-1804-4e47-8074-7e1519c7dd3f') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:57.862993 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e107ac46-1804-4e47-8074-7e1519c7dd3f') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:33:57.863511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195b4be-d584-465d-af32-569fee28f4a6 req-27d0ca0d-3e22-4c17-8dd2-ee73e909d160 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:57.865082 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1195b4be-d584-465d-af32-569fee28f4a6 req-27d0ca0d-3e22-4c17-8dd2-ee73e909d160 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.0938089 Jun 16 16:33:57.872629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea420a-9625-451c-b0f2-627bb83c91e1 req-b0082ef0-659d-49c3-921e-593037ad1e98 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:33:57.872845 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.874046 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5cea420a-9625-451c-b0f2-627bb83c91e1 req-b0082ef0-659d-49c3-921e-593037ad1e98 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1140168 Jun 16 16:33:57.887396 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.893818 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Releasing vlan 1234 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:33:57.894206 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:33:57.896317 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:33:57.931879 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1195b4be-d584-465d-af32-569fee28f4a6 req-53715982-bb05-4077-a813-7c0cb7464427 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568514 Jun 16 16:33:57.939694 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5cea420a-9625-451c-b0f2-627bb83c91e1 req-554bcd0c-bd80-4963-83f5-cba42aca79c0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567625 Jun 16 16:33:58.058869 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.063420 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:58.077584 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.079481 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/aa9ca4c6-6183-4073-be7d-cadcec8f96f2 HTTP/1.1" status: 204 len: 168 time: 0.4009035 Jun 16 16:33:58.082100 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9ca4c6-6183-4073-be7d-cadcec8f96f2,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:58.094910 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:58.511049 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57730) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:58.552669 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-5d5fbf43-eaa7-468a-a2f7-cdf861c996be admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=23543d39da824e5fb127c3798b6fa96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403786 Jun 16 16:33:58.555136 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57732) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:58.611340 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.633848 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.773028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.775966 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:58.777167 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a6a30df-d749-4c27-803c-29eee7b2e613 HTTP/1.1" status: 204 len: 168 time: 0.2210219 Jun 16 16:33:58.777965 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-872e5985-8da5-4256-b10d-41b19abae699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:58.787514 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6a30df-d749-4c27-803c-29eee7b2e613,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:58.798038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:33:59.572620 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57762) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:59.612060 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0b7b0eee-46c1-4f9e-ab75-8f15618e8f77 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cf01311027b04ff0837d5e056bc95ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382395 Jun 16 16:33:59.614474 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57766) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:33:59.663838 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:59.684825 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:59.824421 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:59.827497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:33:59.828699 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f83abef-5fa6-4faa-bb52-b6461ccc300f HTTP/1.1" status: 204 len: 168 time: 0.2133095 Jun 16 16:33:59.829512 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-61255bc4-f822-4855-be35-6505c93f6553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:33:59.837504 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f83abef-5fa6-4faa-bb52-b6461ccc300f,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:33:59.841380 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:00.539370 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d07f09-14ca-4845-9422-838ec7fd86df req-61408496-dd59-4938-9984-385ff2bd12ac tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:00.540850 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87d07f09-14ca-4845-9422-838ec7fd86df req-61408496-dd59-4938-9984-385ff2bd12ac tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.0667539 Jun 16 16:34:00.578707 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87d07f09-14ca-4845-9422-838ec7fd86df req-e44cc33e-edc3-43a9-8969-3d7f871838ce tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317836 Jun 16 16:34:00.746862 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e2226-4cd2-4188-8981-0c0896ea378e req-1f7102ec-b939-4d6d-bda4-51a4956060fd tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:00.748362 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-413e2226-4cd2-4188-8981-0c0896ea378e req-1f7102ec-b939-4d6d-bda4-51a4956060fd tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.0702703 Jun 16 16:34:00.789667 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-413e2226-4cd2-4188-8981-0c0896ea378e req-ccc2cfac-3aad-49c9-b85c-bcdb7a0a80af tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343118 Jun 16 16:34:01.583128 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57808) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:01.688227 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:01.792364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d1d92-7ea0-44e7-b173-f03173466962 req-2616ae49-ccd6-496f-8e9c-3d52d4a5502d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:01.793919 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-398d1d92-7ea0-44e7-b173-f03173466962 req-2616ae49-ccd6-496f-8e9c-3d52d4a5502d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.0983667 Jun 16 16:34:01.852033 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-398d1d92-7ea0-44e7-b173-f03173466962 req-383d113a-db2a-4d47-a74b-02675bcb5b2f tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Jun 16 16:34:01.864074 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:01.966534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:01.989055 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6370f9bb-ee2d-4ee3-b70a-e03d0dec9f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:02.035770 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=386a3a9d8eb9442c8321bafbbb4086c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514954 Jun 16 16:34:02.038742 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57818) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:02.039225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04237fd-6a5d-4604-ac4d-7f841577c798,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:02.043246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:02.068148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052c9c2-3cea-4b18-9d75-be68aadb818c req-78b68d15-03e6-443a-b2f3-d938cded5569 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:02.069726 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e052c9c2-3cea-4b18-9d75-be68aadb818c req-78b68d15-03e6-443a-b2f3-d938cded5569 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1142030 Jun 16 16:34:02.103948 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:02.117081 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e052c9c2-3cea-4b18-9d75-be68aadb818c req-54bb8185-4f9e-48ff-a86e-a9f730d693a6 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Jun 16 16:34:02.125435 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:02.241930 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:02.244482 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:02.245703 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b04237fd-6a5d-4604-ac4d-7f841577c798 HTTP/1.1" status: 204 len: 168 time: 0.2059231 Jun 16 16:34:02.246383 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:02.254161 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04237fd-6a5d-4604-ac4d-7f841577c798,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:02.256530 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:03.745241 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179200b-2cc6-440a-859b-6e53839be43b req-4ab39237-884a-4793-9247-c118772c28d1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:03.746783 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8179200b-2cc6-440a-859b-6e53839be43b req-4ab39237-884a-4793-9247-c118772c28d1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.1087706 Jun 16 16:34:03.755643 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250240bd-cdc6-4c02-9443-74b23eb5c61c req-040ff26e-e15b-4f48-885c-ba70a939397b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:03.757101 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-250240bd-cdc6-4c02-9443-74b23eb5c61c req-040ff26e-e15b-4f48-885c-ba70a939397b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1098137 Jun 16 16:34:03.814264 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8179200b-2cc6-440a-859b-6e53839be43b req-e2654bfa-afbf-4bdb-b60c-9bb701a65178 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560548 Jun 16 16:34:03.820118 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-250240bd-cdc6-4c02-9443-74b23eb5c61c req-6981fb04-0a12-4ae2-9763-e0ac43e7cb93 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560267 Jun 16 16:34:04.088157 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1d096-a890-4c9a-8146-f5f7c195b1e7 req-b4f88b7b-02eb-4e26-8f4a-4cd684af3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:04.089620 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57c1d096-a890-4c9a-8146-f5f7c195b1e7 req-b4f88b7b-02eb-4e26-8f4a-4cd684af3d50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 1098 time: 0.0513618 Jun 16 16:34:04.126420 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57c1d096-a890-4c9a-8146-f5f7c195b1e7 req-f32f5617-afac-4737-908e-72fe230528b6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286181 Jun 16 16:34:05.051763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c068e4-d552-417a-a2ee-49bb80d579e5 req-4a69c042-f2f1-4c89-bd94-e9c226e6c83f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:05.053389 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-06c068e4-d552-417a-a2ee-49bb80d579e5 req-4a69c042-f2f1-4c89-bd94-e9c226e6c83f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1101787 Jun 16 16:34:05.061842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fafd9c-b0ad-42ee-bc14-95afe3064b28 req-9de6f5db-669d-4910-b38b-407d276959a2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:05.063319 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e6fafd9c-b0ad-42ee-bc14-95afe3064b28 req-9de6f5db-669d-4910-b38b-407d276959a2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.1099708 Jun 16 16:34:05.119480 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-06c068e4-d552-417a-a2ee-49bb80d579e5 req-0cd57f55-6051-4eea-a109-eafadb6a60c6 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552623 Jun 16 16:34:05.124426 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e6fafd9c-b0ad-42ee-bc14-95afe3064b28 req-a58c9dd3-abf4-4ab3-9457-037fc704eff0 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535855 Jun 16 16:34:06.599414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597138e1-d98f-4815-aca8-bc4a1889866c req-2463dd59-08be-43f6-8f07-ab7308ff9303 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:06.604019 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-597138e1-d98f-4815-aca8-bc4a1889866c req-2463dd59-08be-43f6-8f07-ab7308ff9303 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.3437243 Jun 16 16:34:06.610455 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720247c-9e68-48c5-a8cb-f30bae172d4a req-f22fcd97-96e9-47b9-9c91-6f8e9026780e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:06.618173 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e720247c-9e68-48c5-a8cb-f30bae172d4a req-f22fcd97-96e9-47b9-9c91-6f8e9026780e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.3620174 Jun 16 16:34:06.676923 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e720247c-9e68-48c5-a8cb-f30bae172d4a req-5899d04a-acbd-434c-bd02-d508c1232020 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578711 Jun 16 16:34:06.677402 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57892) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:06.679658 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-597138e1-d98f-4815-aca8-bc4a1889866c req-457163f9-55a3-4a66-95c6-d90a50cbc54b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531368 Jun 16 16:34:06.784749 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:06.881575 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.019351 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.022824 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ec89b36d-b144-4c21-bac8-b4fef28d8232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:07.057589 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0fdb13e5eac34cf7864d8b7d18d91e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779621 Jun 16 16:34:07.062497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc997d-b837-4785-a2de-6379f03dc829,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:07.066260 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57904) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:07.066399 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:07.127198 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.149712 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.344578 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.347872 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.349030 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cdfc997d-b837-4785-a2de-6379f03dc829 HTTP/1.1" status: 204 len: 168 time: 0.2818000 Jun 16 16:34:07.356517 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f9f8ded1-4d6f-43bf-9bf4-90892f36a066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:07.358536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc997d-b837-4785-a2de-6379f03dc829,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:07.360980 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:07.434246 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c43cde17-dac6-41aa-a8ac-8f73b2ef67db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:07.960412 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57942) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:08.027938 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b918aa-b9cf-4e7c-8ac9-62d3923daaf0 req-d3867d5b-440b-4796-855d-5242e31d2125 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:08.030351 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f5b918aa-b9cf-4e7c-8ac9-62d3923daaf0 req-d3867d5b-440b-4796-855d-5242e31d2125 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1645908 Jun 16 16:34:08.047589 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eebc33-ca45-4e6c-9ee1-738afb28e321 req-3cf7cdf2-9fcc-485b-9e07-7adc6bf8a393 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:08.049409 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-32eebc33-ca45-4e6c-9ee1-738afb28e321 req-3cf7cdf2-9fcc-485b-9e07-7adc6bf8a393 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 944 time: 0.2019162 Jun 16 16:34:08.087682 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.105481 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f5b918aa-b9cf-4e7c-8ac9-62d3923daaf0 req-af83f267-f64e-4967-96b9-63bb9e984df0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547252 Jun 16 16:34:08.113765 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-32eebc33-ca45-4e6c-9ee1-738afb28e321 req-c20c6d49-b2fd-4138-8797-c509fd038714 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565579 Jun 16 16:34:08.236677 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f057206c-ecd8-46c9-9994-7bcf7b6eff49 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:34:08.324130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d02f18-db8f-460a-bc0a-5aab30a4c596 req-14def1be-38e7-4be4-bfa4-9bbe5364c548 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:08.326274 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d0d02f18-db8f-460a-bc0a-5aab30a4c596 req-14def1be-38e7-4be4-bfa4-9bbe5364c548 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1023254 Jun 16 16:34:08.358513 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:08.361738 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.375526 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'port_id': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'mac_address': 'fa:16:3e:32:8d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:34:08.387323 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d0d02f18-db8f-460a-bc0a-5aab30a4c596 req-74a133b3-233a-48f9-bd2f-06ecb35121df tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534587 Jun 16 16:34:08.394221 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57952) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:08.408306 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.419231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.434085 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f057206c-ecd8-46c9-9994-7bcf7b6eff49 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:34:08.460451 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:08.487428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.492974 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-da7aaa93-3d45-47ce-ab64-a88d2076a107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:08.533711 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.536122 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:08.545120 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d4571a-ed50-4570-be1b-f591b3d643d7,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:08.550111 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:08.559305 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=237f1c2129564cb0a8ef060ea04ee14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5976996 Jun 16 16:34:08.563556 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57956) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:08.600485 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:08.609368 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.610057 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.610506 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.610895 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.619755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:08.621442 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:08.639111 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.643510 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.666319 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.779158 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.782523 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-27bd3557-9791-4bbc-9e3d-4441d1e85355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:08.823519 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=80f9e7d7d36c46bc990a2e8b204d4f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281528 Jun 16 16:34:08.824811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790f8cc2-8097-4dd7-afab-1cefbc04a0aa,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:08.827706 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 57962) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:08.837873 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:08.849672 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.854539 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.856407 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/69d4571a-ed50-4570-be1b-f591b3d643d7 HTTP/1.1" status: 204 len: 168 time: 0.2916675 Jun 16 16:34:08.858033 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a4037442-ef16-43f0-a2b1-9841bccaef90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:08.870587 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d4571a-ed50-4570-be1b-f591b3d643d7,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:08.875077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:08.900279 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:08.928424 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:09.153089 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['f057206c-ecd8-46c9-9994-7bcf7b6eff49'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:34:09.214228 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:09.222813 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:09.226486 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/790f8cc2-8097-4dd7-afab-1cefbc04a0aa HTTP/1.1" status: 204 len: 168 time: 0.3967268 Jun 16 16:34:09.228989 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-8287368b-1781-4230-9902-c5843d5eed4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:09.265624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f8cc2-8097-4dd7-afab-1cefbc04a0aa,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:09.273252 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:09.340261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a406529-baa3-44af-a3ae-134be749cf3b req-d7c8c6d0-127f-4795-bc4e-b06aad69778d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:09.343340 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2a406529-baa3-44af-a3ae-134be749cf3b req-d7c8c6d0-127f-4795-bc4e-b06aad69778d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 945 time: 0.0920660 Jun 16 16:34:09.426963 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2a406529-baa3-44af-a3ae-134be749cf3b req-c92eb632-9360-4e38-8b0d-43392f937e93 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766072 Jun 16 16:34:10.051067 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-5288024d-7569-4b43-8730-3e7df8503d1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824556 Jun 16 16:34:10.135932 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-e6d63979-8dcd-4aa0-91b8-6926fab69826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:10.137628 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-e6d63979-8dcd-4aa0-91b8-6926fab69826 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1099 time: 0.0576572 Jun 16 16:34:10.140015 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.185894 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7e21cc9c-6e1a-46f2-a6ee-ca2a5dc3d4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.248863 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 57998) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:10.270253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.323988 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-aa35004d-d230-4f2c-83e5-6c8f974f4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:10.326661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-aa35004d-d230-4f2c-83e5-6c8f974f4a91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1611552 Jun 16 16:34:10.415108 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-4a2fba4b-46d2-4e17-81eb-a86e0b679ba8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 1001 time: 0.0803807 Jun 16 16:34:10.419922 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.481859 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-e716aa85-d0b1-4106-9641-e673d5a6a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:10.483512 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-e716aa85-d0b1-4106-9641-e673d5a6a68e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0615609 Jun 16 16:34:10.493206 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.500179 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ebb6c05d-4964-4f6c-b674-1a41f0e0325d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:10.547955 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d8f5c9-291a-4065-89db-41d693276b46,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:10.553089 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:10.572309 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0367e42cf0144611b796d168a8243b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211107 Jun 16 16:34:10.575537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58010) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:10.588318 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-70a5932c-b5af-4b29-a7c7-918a082e854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:10.590352 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-70a5932c-b5af-4b29-a7c7-918a082e854d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957143 Jun 16 16:34:10.782786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.843274 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-c3bc4e74-0f88-46ea-bebd-2c70c0d874ef service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404048 Jun 16 16:34:10.853103 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:10.865101 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dc3ce-d646-44a8-8789-d642ef2bd0fe req-eaa5677f-b638-47d0-ae88-80e7f525fdb7 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:10.867110 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f1dc3ce-d646-44a8-8789-d642ef2bd0fe req-eaa5677f-b638-47d0-ae88-80e7f525fdb7 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 945 time: 0.2632008 Jun 16 16:34:11.014731 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f1dc3ce-d646-44a8-8789-d642ef2bd0fe req-a2e4f3d8-befe-44a6-979c-34b9bc3ace4f tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233335 Jun 16 16:34:11.027116 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58024) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:11.093491 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d75b82ae-c3c1-4f07-a78d-7c76e7530ab4 req-6b95c7ab-1907-4713-a1fd-3ee04709931a service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104230 Jun 16 16:34:11.236018 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.239996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.241666 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c0d8f5c9-291a-4065-89db-41d693276b46 HTTP/1.1" status: 204 len: 168 time: 0.6637206 Jun 16 16:34:11.242295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:11.257733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d8f5c9-291a-4065-89db-41d693276b46,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:11.270757 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:11.323442 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.350264 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.511012 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.595643 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.600718 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b3eecb1a-dd8b-4f8d-a35f-a06b02027049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:11.650566 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dd16a7-1255-4354-ae8e-0ee30d2e8174,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:11.656015 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e1e351e179bb4db0a7ae988a37b93555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266797 Jun 16 16:34:11.657422 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:11.660414 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58034) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:11.753590 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.788192 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.957046 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.960531 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:11.961717 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9dd16a7-1255-4354-ae8e-0ee30d2e8174 HTTP/1.1" status: 204 len: 168 time: 0.2997413 Jun 16 16:34:11.962707 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8c708dd1-3fb2-4392-b39b-9412739b9a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:11.973255 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dd16a7-1255-4354-ae8e-0ee30d2e8174,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:11.976318 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:12.271748 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f057206c-ecd8-46c9-9994-7bcf7b6eff49 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:34:12.448776 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:34:12.455045 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:34:12.456474 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:12.576569 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:12.587971 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee858b2-0e98-4567-9962-4ddb55917423 req-33156d6f-db8b-43bd-beeb-4befc22ea880 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:12.590706 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ee858b2-0e98-4567-9962-4ddb55917423 req-33156d6f-db8b-43bd-beeb-4befc22ea880 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 945 time: 0.1147130 Jun 16 16:34:12.669132 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:12.672392 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c100228b-207d-481c-9835-b51d2c45b880" -d '{"events": [{"server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "name": "network-vif-plugged", "status": "completed", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:12.675431 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ee858b2-0e98-4567-9962-4ddb55917423 req-915e7c52-86b6-4501-a564-4f1a11dd5d01 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738850 Jun 16 16:34:12.690356 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:12.818838 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339b975-c35a-47cf-a6fd-ae659655140b x-openstack-request-id: req-a339b975-c35a-47cf-a6fd-ae659655140b {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:12.819302 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "name": "network-vif-plugged", "status": "completed", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:12.819722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a339b975-c35a-47cf-a6fd-ae659655140b {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:12.820344 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'code': 200} Jun 16 16:34:12.838065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-77bcd359-e5f2-4c42-9c62-da5a1078a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:12.839752 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-77bcd359-e5f2-4c42-9c62-da5a1078a388 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.0759363 Jun 16 16:34:12.881829 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:12.881829 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-e77bf529-ce81-4e8b-9dd0-0bd1e42e561c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:12.970128 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:12.976162 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:12.993851 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0fd2-0acc-4f28-b853-51c1c7557441 req-e5594324-34a1-41f7-bcda-deb6c316d50a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:12.996582 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e39d0fd2-0acc-4f28-b853-51c1c7557441 req-e5594324-34a1-41f7-bcda-deb6c316d50a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1620612 Jun 16 16:34:13.056692 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-d834d345-b468-4d6f-a9ba-14a441155b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:13.064243 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-d834d345-b468-4d6f-a9ba-14a441155b53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 920 time: 0.2076044 Jun 16 16:34:13.094809 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:13.135751 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-4812fe5b-f4e7-4bc7-b8b6-ab1d1ea11f0f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 200 len: 217 time: 0.0569251 Jun 16 16:34:13.142770 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e39d0fd2-0acc-4f28-b853-51c1c7557441 req-4f25495a-e068-4855-a68c-5756559b1a07 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360478 Jun 16 16:34:13.165236 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58076) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:13.218259 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:13.266677 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-29cf0a19-cb5b-4cba-84ec-b8b2210b1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:13.270021 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-29cf0a19-cb5b-4cba-84ec-b8b2210b1085 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.1191142 Jun 16 16:34:13.315653 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-963631af-17f8-4747-bcd8-9fe8e7d033ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346234 Jun 16 16:34:13.406766 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:13.550922 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:13.556944 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d778b8b8-0b1e-46a5-9c2f-d686dd7223ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:13.574169 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-756b34a2-d65e-49a8-934a-ae2b0fb2e64b service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460568 Jun 16 16:34:13.582582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f618e5-bb1a-469f-9812-ad6f29d4dd4e req-3d3ba3b5-064f-4eba-a829-a872fecee130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:13.584722 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c4f618e5-bb1a-469f-9812-ad6f29d4dd4e req-3d3ba3b5-064f-4eba-a829-a872fecee130 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1099 time: 0.1932425 Jun 16 16:34:13.614336 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28897c5-93c7-4db9-95b6-f2be8e84ee1b,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:13.619525 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:13.623175 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4f4b4765a22043408ae4210fd5de40b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568167 Jun 16 16:34:13.629268 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58086) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:13.724586 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c4f618e5-bb1a-469f-9812-ad6f29d4dd4e req-13e4d1f3-1a06-4dc3-a201-b5b0bcb9bca6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282611 Jun 16 16:34:13.764458 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9f10f8a-95db-4468-93eb-d2020cd18c29 req-712d6367-7071-42eb-9a59-90d15d6da392 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778228 Jun 16 16:34:13.769060 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:13.817774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:13.939740 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cda9e-21d2-42ff-9109-0f03d45e7e31 req-8e8b68f0-8d52-4ada-a928-68a4a2c01635 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:13.941440 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e27cda9e-21d2-42ff-9109-0f03d45e7e31 req-8e8b68f0-8d52-4ada-a928-68a4a2c01635 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.0910261 Jun 16 16:34:13.986302 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e27cda9e-21d2-42ff-9109-0f03d45e7e31 req-f189ef8f-56f6-4b2f-a8fa-f4ac64b30302 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367656 Jun 16 16:34:14.219235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:14.224760 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:14.230279 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d28897c5-93c7-4db9-95b6-f2be8e84ee1b HTTP/1.1" status: 204 len: 168 time: 0.5961063 Jun 16 16:34:14.230279 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-29eb9d65-fb6b-48aa-b457-60b884d0cdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:14.257062 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28897c5-93c7-4db9-95b6-f2be8e84ee1b,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:14.262684 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:14.482154 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a99a27-72c5-4ba8-8707-a590da9a1eb5 req-6c8f1693-1052-4f2d-b57f-a31ebea051d2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:14.486718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d7a99a27-72c5-4ba8-8707-a590da9a1eb5 req-6c8f1693-1052-4f2d-b57f-a31ebea051d2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1152265 Jun 16 16:34:14.569528 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d7a99a27-72c5-4ba8-8707-a590da9a1eb5 req-a59f2cb2-e68b-416f-8d1f-eb862da7eec1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753572 Jun 16 16:34:15.330485 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0457-ace2-48b5-b929-148930d5bc61 req-090f770d-eba9-4aae-bb1e-8e52479ef567 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:15.333541 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-521c0457-ace2-48b5-b929-148930d5bc61 req-090f770d-eba9-4aae-bb1e-8e52479ef567 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.1180463 Jun 16 16:34:15.393842 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-521c0457-ace2-48b5-b929-148930d5bc61 req-5254a1f7-b722-42df-a707-5b0cf0121a33 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Jun 16 16:34:15.408371 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:15.921895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb9af-740d-4f6e-aaed-47138b8dc0ee req-a331cc42-f211-4abc-992b-6d50aa1a9956 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:15.924948 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-613bb9af-740d-4f6e-aaed-47138b8dc0ee req-a331cc42-f211-4abc-992b-6d50aa1a9956 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1499584 Jun 16 16:34:15.998765 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-613bb9af-740d-4f6e-aaed-47138b8dc0ee req-d6497344-1e03-43ef-8cbb-b726864bc451 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657773 Jun 16 16:34:16.654768 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a7441-36e9-4b69-b2b3-e260bf29ff6a req-fe68e3c9-1327-4d42-b6d9-17c0d62c09df tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:16.657425 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-225a7441-36e9-4b69-b2b3-e260bf29ff6a req-fe68e3c9-1327-4d42-b6d9-17c0d62c09df tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.0898497 Jun 16 16:34:16.728255 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-225a7441-36e9-4b69-b2b3-e260bf29ff6a req-0ee71fda-7f93-4b8b-9b25-2db3d37d774f tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599465 Jun 16 16:34:16.934943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436f7d-6019-422b-a5c6-9a1265c2e65a req-a2c2c0f0-f7ad-4bfd-bbd8-3cc35f821fcc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:16.936644 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17436f7d-6019-422b-a5c6-9a1265c2e65a req-a2c2c0f0-f7ad-4bfd-bbd8-3cc35f821fcc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.0769746 Jun 16 16:34:16.994327 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17436f7d-6019-422b-a5c6-9a1265c2e65a req-ea7402bf-9017-46d9-a8b3-dbef9a6308fc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473371 Jun 16 16:34:17.450636 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e478d13-3f2c-4572-b278-860c2d1caba2 req-d85ce8db-b787-4579-9baf-f77f8ef39fe6 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:17.452076 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e478d13-3f2c-4572-b278-860c2d1caba2 req-d85ce8db-b787-4579-9baf-f77f8ef39fe6 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0754678 Jun 16 16:34:17.519923 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e478d13-3f2c-4572-b278-860c2d1caba2 req-762fe021-4217-4ccf-a1b0-e9ac24e37788 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561447 Jun 16 16:34:17.558055 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f005c-cbd7-44c3-b57a-a5646abbbd34 req-311ccaff-f294-4e53-8c44-730301a3d13b tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:17.559590 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ee1f005c-cbd7-44c3-b57a-a5646abbbd34 req-311ccaff-f294-4e53-8c44-730301a3d13b tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.1056998 Jun 16 16:34:17.615306 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ee1f005c-cbd7-44c3-b57a-a5646abbbd34 req-19d68ff6-7798-4278-b512-c7bb493aa276 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493240 Jun 16 16:34:18.728031 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e412f-77a3-44e1-8152-109d946dcb48 req-b9216348-78f7-4ff7-ae5d-91930c0e1b64 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:18.730003 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-506e412f-77a3-44e1-8152-109d946dcb48 req-b9216348-78f7-4ff7-ae5d-91930c0e1b64 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0904715 Jun 16 16:34:18.772256 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-506e412f-77a3-44e1-8152-109d946dcb48 req-4d712292-e7a6-414a-90e5-0731941aca2b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364733 Jun 16 16:34:20.015624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cda587-5604-4a68-b7b5-139e170bb124 req-b82dcbe4-de42-43d0-9a5c-f1e2c88bfd45 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:20.017218 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40cda587-5604-4a68-b7b5-139e170bb124 req-b82dcbe4-de42-43d0-9a5c-f1e2c88bfd45 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0943899 Jun 16 16:34:20.081369 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40cda587-5604-4a68-b7b5-139e170bb124 req-9f287102-651a-47d3-9a2f-bbf228b562a0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528994 Jun 16 16:34:20.082148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58240) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:20.237994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.353223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.614909 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:34:20.630168 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.633109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-23523dcf-5fb9-428d-ab2b-8e5864c387b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:20.671402 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=47ceda7593be4644be99bc10e907847d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874901 Jun 16 16:34:20.672329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0eedc-42ce-4493-aa78-71f4ab1cea7b,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:20.674237 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58246) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:20.676568 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:20.744420 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.779381 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.950534 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.953430 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:20.955096 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2cb0eedc-42ce-4493-aa78-71f4ab1cea7b HTTP/1.1" status: 204 len: 168 time: 0.2796507 Jun 16 16:34:20.956793 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f9a5d637-54f5-4ae8-a716-7fa01caeae3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:20.969511 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0eedc-42ce-4493-aa78-71f4ab1cea7b,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:20.974200 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:21.731994 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58260) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:21.746371 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.892500 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.962184 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:21.978571 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4fb976db-6996-430e-8650-a45a3be772ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:22.034425 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b8047ad1a85647659b8291029a1cee9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003161 Jun 16 16:34:22.037995 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58266) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:22.049806 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003244d7-0d8a-479a-b507-a37d6a0b5a00,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:22.055244 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:22.102106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:22.126409 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:22.298788 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:22.302502 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:22.303713 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/003244d7-0d8a-479a-b507-a37d6a0b5a00 HTTP/1.1" status: 204 len: 168 time: 0.2646694 Jun 16 16:34:22.304561 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f71d3230-9763-4a0b-b635-91771d9b400f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:22.316222 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003244d7-0d8a-479a-b507-a37d6a0b5a00,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:22.320035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:24.694138 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3b8c2-9b2d-4d7a-84b8-eeea31c1a585 req-1cafe08d-a6d0-4413-9124-a58c16501472 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:24.696223 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0ec3b8c2-9b2d-4d7a-84b8-eeea31c1a585 req-1cafe08d-a6d0-4413-9124-a58c16501472 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0739028 Jun 16 16:34:24.742568 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0ec3b8c2-9b2d-4d7a-84b8-eeea31c1a585 req-2d2ccf56-b958-4183-8f16-88b7311d48fe tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Jun 16 16:34:25.925621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f48884-030b-4137-bef2-fc0c43ba90ef req-214de581-94d4-4a64-9692-722425848e92 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:25.927214 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-79f48884-030b-4137-bef2-fc0c43ba90ef req-214de581-94d4-4a64-9692-722425848e92 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0679688 Jun 16 16:34:25.967562 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-79f48884-030b-4137-bef2-fc0c43ba90ef req-73c5ec23-cd1b-4de1-b1f5-404ec7c19a07 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344534 Jun 16 16:34:27.240307 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339f6ec-8fb5-459f-98b9-f2ed0c0fc990 req-3db3368d-40f4-43cb-babe-81881c25dc27 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:27.241787 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d339f6ec-8fb5-459f-98b9-f2ed0c0fc990 req-3db3368d-40f4-43cb-babe-81881c25dc27 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0686541 Jun 16 16:34:27.283388 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d339f6ec-8fb5-459f-98b9-f2ed0c0fc990 req-3388732b-0132-4c58-93a7-e938abc1756b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347602 Jun 16 16:34:28.553303 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcffc9-5ba5-4979-ba0b-ca3af6391116 req-0f25869f-fe34-46e2-b94a-a642aa8c49a2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:28.555637 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65fcffc9-5ba5-4979-ba0b-ca3af6391116 req-0f25869f-fe34-46e2-b94a-a642aa8c49a2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0817289 Jun 16 16:34:28.605407 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65fcffc9-5ba5-4979-ba0b-ca3af6391116 req-19f32de0-6b9d-4e68-9300-cc62403b8dee tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Jun 16 16:34:29.723387 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58466) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:29.826280 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cef3e-a502-455e-a3de-ba2e8978eb96 req-ea8f3ab5-eeb8-4910-8121-00587fb5a81c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:29.828134 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a5cef3e-a502-455e-a3de-ba2e8978eb96 req-ea8f3ab5-eeb8-4910-8121-00587fb5a81c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0732758 Jun 16 16:34:29.855248 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:29.897485 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a5cef3e-a502-455e-a3de-ba2e8978eb96 req-1130acd3-d965-440f-8b50-2fdf51440cc7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558937 Jun 16 16:34:29.986973 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:30.099395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:30.102245 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc04258a-2043-44fb-b905-4d8ac4d07e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:30.140757 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58774c-d687-44dc-8889-3d4ae4c90f58,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:30.145947 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=aa9bb77470104a5e94ebe3ee1bcde0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212010 Jun 16 16:34:30.146745 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:30.152635 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58480) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:30.213328 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:30.237380 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:30.384403 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:30.387138 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:30.389109 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6a58774c-d687-44dc-8889-3d4ae4c90f58 HTTP/1.1" status: 204 len: 168 time: 0.2378595 Jun 16 16:34:30.389109 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c59cfe23-097c-464e-aec7-160f695ed3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:30.398199 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58774c-d687-44dc-8889-3d4ae4c90f58,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:30.407105 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:31.104208 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce8a3-e5d7-4b58-908b-7b50fd3302ff req-87d7ef81-6c77-4762-9eb4-fc42d15a09f5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:31.106384 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bdce8a3-e5d7-4b58-908b-7b50fd3302ff req-87d7ef81-6c77-4762-9eb4-fc42d15a09f5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0801797 Jun 16 16:34:31.151173 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bdce8a3-e5d7-4b58-908b-7b50fd3302ff req-79cb7166-d490-4745-aaec-298979f80142 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Jun 16 16:34:32.245738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e33e5f-c6dc-47cf-b0c8-10236e707885 req-1c055b6e-16ca-4214-ae86-6491b9770253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.247127 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5e33e5f-c6dc-47cf-b0c8-10236e707885 req-1c055b6e-16ca-4214-ae86-6491b9770253 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.0626924 Jun 16 16:34:32.292601 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5e33e5f-c6dc-47cf-b0c8-10236e707885 req-cbce806b-5cf4-4ebb-9bc2-5d9043153e86 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Jun 16 16:34:32.371431 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97549-a6c9-460a-8870-b0cf4b748a16 req-b7edb17d-a9fc-4e4d-b49d-e39c3a759846 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:32.373052 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ace97549-a6c9-460a-8870-b0cf4b748a16 req-b7edb17d-a9fc-4e4d-b49d-e39c3a759846 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0697153 Jun 16 16:34:32.416716 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ace97549-a6c9-460a-8870-b0cf4b748a16 req-03a0a83e-77d4-4ddf-982e-e4ba90424a8b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360076 Jun 16 16:34:33.593733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143a789-e5cf-4e89-9825-beb50c86b669 req-16822610-19b9-440c-b082-0d4fa1ac6bad tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:33.595260 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2143a789-e5cf-4e89-9825-beb50c86b669 req-16822610-19b9-440c-b082-0d4fa1ac6bad tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0639536 Jun 16 16:34:33.636317 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2143a789-e5cf-4e89-9825-beb50c86b669 req-8b6ab97c-5150-4206-b5fa-17bc0b7c8cb1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Jun 16 16:34:34.763065 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58598) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:34.861388 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c35d2-baa2-46c8-8485-b4700dd0731d req-3c1fa910-dad2-464f-b540-55616fbd870a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:34.863742 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c6c35d2-baa2-46c8-8485-b4700dd0731d req-3c1fa910-dad2-464f-b540-55616fbd870a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1087060 Jun 16 16:34:34.934253 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c6c35d2-baa2-46c8-8485-b4700dd0731d req-b088b91e-b776-413b-b4a9-2f1c2b487f4a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591364 Jun 16 16:34:34.934253 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58604) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:34.983331 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.019038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.099088 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.195703 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.198569 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2adaf705-a9be-4862-84ce-2d5403edd5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:35.244306 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58616) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:35.244536 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8f897e9853024ee1894109a24aae8af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800346 Jun 16 16:34:35.245520 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9620840-fd7d-4f3e-b822-beec274aee3a,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:35.248969 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:35.357392 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.359751 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.392938 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.469876 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.472889 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4412e9cf-54ac-445c-9d25-e55866b89ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:35.514623 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=592d8aee5f7847d7957ab11424d9df97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5840590 Jun 16 16:34:35.516184 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da5a4c9-b94f-40cc-90c1-012c48c1a175,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:35.519340 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58620) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:35.521526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:35.549879 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.553059 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.555519 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f9620840-fd7d-4f3e-b822-beec274aee3a HTTP/1.1" status: 204 len: 168 time: 0.3091516 Jun 16 16:34:35.555519 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2af39cbc-bba2-4e5f-8760-d4d023926814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:35.563151 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9620840-fd7d-4f3e-b822-beec274aee3a,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:35.566534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:35.643864 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.687769 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.777681 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae5a9-4646-4294-ba86-0610b2c5fe9d req-f616ca16-4539-4cb1-a9fc-057c823ea04a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:35.779145 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a7ae5a9-4646-4294-ba86-0610b2c5fe9d req-f616ca16-4539-4cb1-a9fc-057c823ea04a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0755184 Jun 16 16:34:35.821215 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a7ae5a9-4646-4294-ba86-0610b2c5fe9d req-80d7cab7-2a95-4034-87f5-6e936fb0f840 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Jun 16 16:34:35.882148 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.889611 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:35.892774 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3da5a4c9-b94f-40cc-90c1-012c48c1a175 HTTP/1.1" status: 204 len: 168 time: 0.3708086 Jun 16 16:34:35.895013 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-02f8ed44-9fe8-4db8-b5e5-cec2fbfa7806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:35.913976 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da5a4c9-b94f-40cc-90c1-012c48c1a175,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:35.922676 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:35.959361 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-d805783a-0d62-4899-a738-fe4037dd4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:35.959361 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-d805783a-0d62-4899-a738-fe4037dd4c92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.0807931 Jun 16 16:34:36.074207 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-114489ad-7675-4c99-aa8c-d5a5b34684ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.075659 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-114489ad-7675-4c99-aa8c-d5a5b34684ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 920 time: 0.1161323 Jun 16 16:34:36.143263 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-7011160a-6cec-4c80-a97c-d76f4399a424 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 200 len: 217 time: 0.0563598 Jun 16 16:34:36.197158 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-155dcc0f-44be-416d-a98b-c369a2e2adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.198797 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-155dcc0f-44be-416d-a98b-c369a2e2adcb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.0483286 Jun 16 16:34:36.254244 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-cd1ac5b6-bda6-4fd0-a44d-7b94562b9b14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402870 Jun 16 16:34:36.450020 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-1e484510-0ac0-4ab4-b40b-e39875af1e3d service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831229 Jun 16 16:34:36.602891 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dfb1655d-c62b-43be-aedd-7d8c667ecc68 req-952fef4d-7c1b-47c3-9f22-236136e4b7c9 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338456 Jun 16 16:34:36.909599 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58660) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:36.922302 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4d62-4595-41f2-b4a5-f87e3bf046aa req-85b0b74c-c460-41b9-b890-5fbffd5cc307 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:36.926858 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:36.931292 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87fb4d62-4595-41f2-b4a5-f87e3bf046aa req-85b0b74c-c460-41b9-b890-5fbffd5cc307 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.0888882 Jun 16 16:34:36.972647 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87fb4d62-4595-41f2-b4a5-f87e3bf046aa req-3d81f57e-43cc-47b4-a68d-b47eecba988f tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Jun 16 16:34:36.999369 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58662) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:37.040120 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.074636 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf6e0-5914-47c2-ae50-72084575ced6 req-3ca010d7-d079-4a77-8e80-db731eba8ab6 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:37.076183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a0cf6e0-5914-47c2-ae50-72084575ced6 req-3ca010d7-d079-4a77-8e80-db731eba8ab6 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0951173 Jun 16 16:34:37.121405 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a0cf6e0-5914-47c2-ae50-72084575ced6 req-b197cee2-f0be-4d0b-ab09-ac5a51bd4c6e tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343428 Jun 16 16:34:37.172797 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.179152 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:37.262989 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d5e6e18cc1747ed972a7d444be8646e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516276 Jun 16 16:34:37.266250 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58672) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:37.269428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5511f50-92f5-45fb-afd1-42b78a23d7aa,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:37.273024 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:37.312609 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dc7498-6f7d-4f24-be78-22ef6b9d4471 tempest-TestMinimumBasicScenario-1550217925 tempest-TestMinimumBasicScenario-1550217925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:37.314166 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-29dc7498-6f7d-4f24-be78-22ef6b9d4471 tempest-TestMinimumBasicScenario-1550217925 tempest-TestMinimumBasicScenario-1550217925-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1094 time: 0.3137507 Jun 16 16:34:37.320351 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58674) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:37.325676 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'port_id': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:37.333859 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.356820 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.367295 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-b3972890-4296-4dd7-819b-3bd471e9dc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.429647 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.509388 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.512014 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.513493 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5511f50-92f5-45fb-afd1-42b78a23d7aa HTTP/1.1" status: 204 len: 168 time: 0.2461729 Jun 16 16:34:37.514206 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b6eedb52-1013-43b7-992b-f8da1896b055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:37.525088 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5511f50-92f5-45fb-afd1-42b78a23d7aa,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:37.531583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:37.549728 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.697352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Allocated IP 172.27.3.224 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/b5d892d3-6c7d-407b-b6be-f59301c3be57) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:37.805927 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.956091 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:37.959511 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:37.995084 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:37.998137 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:38.005775 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:34:38.033930 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'Port': ['ID=b5d892d3-6c7d-407b-b6be-f59301c3be57,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:38.041852 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:38.366341 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025fc77-ee6b-45e0-ba7c-a5b97cb55be3 req-540213a6-e5e7-4030-a946-c7aed86a7207 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:38.367900 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8025fc77-ee6b-45e0-ba7c-a5b97cb55be3 req-540213a6-e5e7-4030-a946-c7aed86a7207 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0757878 Jun 16 16:34:38.431730 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8025fc77-ee6b-45e0-ba7c-a5b97cb55be3 req-e81c7951-bd35-4448-9a47-7b0b2ed831c8 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556588 Jun 16 16:34:38.464708 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:38.638639 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:38.823455 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:38.932713 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:38.936486 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:39.038217 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'Port': ['ID=b5d892d3-6c7d-407b-b6be-f59301c3be57,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:39.042597 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:39.053529 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:39.160677 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Floating IP a1a6b19c-406d-4126-96f2-d88d0f11d3fa associated. External IP: 172.27.3.224, port: f057206c-ecd8-46c9-9994-7bcf7b6eff49. Jun 16 16:34:39.568160 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Router d803f36a-c610-4bbf-b241-c2ae1137fcca has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:34:39.704311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e84eb-ed06-4aba-a34a-fc79c3040022 req-c9de84b1-fdb7-4ef3-8f6c-e8dee98b6eba tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:39.706669 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc8e84eb-ed06-4aba-a34a-fc79c3040022 req-c9de84b1-fdb7-4ef3-8f6c-e8dee98b6eba tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0795565 Jun 16 16:34:39.722000 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:34:39.737712 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] Sync routers for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:34:39.748349 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:34:39.749006 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:34:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:39.761945 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc8e84eb-ed06-4aba-a34a-fc79c3040022 req-c849f78e-6cc6-4bbd-9d42-27897f0d12ae tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Jun 16 16:34:39.872323 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:34:39.875761 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:39.921212 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5967865 Jun 16 16:34:39.921212 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:39.921651 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58728) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:39.926374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909454575', 'description': 'tempest-secgroup-smoke-909454575 description', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:39.927038 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a16a48-ee55-497a-9d6e-803184d8c6da" -d '{"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:39.970249 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec18bfc-5796-4728-bec4-96ff2adae978 x-openstack-request-id: req-4ec18bfc-5796-4728-bec4-96ff2adae978 {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:39.970976 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:39.970976 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4ec18bfc-5796-4728-bec4-96ff2adae978 {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:39.971530 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'status': 'completed', 'code': 200} Jun 16 16:34:40.140613 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:40.159227 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'a1a6b19c-406d-4126-96f2-d88d0f11d3fa', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'port_id': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'mac_address': 'fa:16:3e:32:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:34:38Z', 'updated_at': '2021-06-16T16:34:38Z', 'revision_number': 0, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:40.167047 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] Checking router: d803f36a-c610-4bbf-b241-c2ae1137fcca for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:34:40.172481 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:34:40.173392 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:34:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:40.199807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-b83bef17-f309-4705-a146-b624b7528440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:40.199807 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-b83bef17-f309-4705-a146-b624b7528440 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1099 time: 0.1766355 Jun 16 16:34:40.235613 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:40.327906 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:34:40.355351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-306da0c3-c19f-4ef7-b3f3-9c86bc36109e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:40.588319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-0fb65cd3-53a6-40c6-b66d-b80ba87978dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:40.589876 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-0fb65cd3-53a6-40c6-b66d-b80ba87978dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 917 time: 0.3764238 Jun 16 16:34:40.597131 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:40.669113 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-ba105a41-3c95-40af-956e-cb1cca50cd51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 1000 time: 0.0629811 Jun 16 16:34:40.719576 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:40.735230 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6dad508c-0f28-4099-b00f-fa08a774434c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:40.740348 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'a1a6b19c-406d-4126-96f2-d88d0f11d3fa', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'port_id': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'mac_address': 'fa:16:3e:32:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:34:38Z', 'updated_at': '2021-06-16T16:34:38Z', 'revision_number': 0, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:34:40.745112 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507d1fd-b1de-4ef4-9e51-a7aaaefef963 None None] The sync data for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi is: [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'a1a6b19c-406d-4126-96f2-d88d0f11d3fa', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'port_id': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'mac_address': 'fa:16:3e:32:8d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:34:38Z', 'updated_at': '2021-06-16T16:34:38Z', 'revision_number': 0, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:34:40.791377 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-cc86946f-a153-4687-9ce4-1220496388f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:40.792996 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-cc86946f-a153-4687-9ce4-1220496388f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.1129518 Jun 16 16:34:40.794001 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df50e786-dd41-4a94-9378-73e29f6755f6,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:40.797319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:40.848243 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:40.850020 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9274058 Jun 16 16:34:40.854002 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58758) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:40.862605 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group_rule': {'security_group_id': 'df50e786-dd41-4a94-9378-73e29f6755f6', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:40.931991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-13b9157d-bea4-47b4-a5ca-9762dd8ce6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:40.934724 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-13b9157d-bea4-47b4-a5ca-9762dd8ce6c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1313868 Jun 16 16:34:41.109517 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.128008 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9f5d89-c5f8-4d06-bb55-e6ac76055b32 None None] New status for floating IP a1a6b19c-406d-4126-96f2-d88d0f11d3fa: ACTIVE {{(pid=92417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:34:41.146390 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-6741ac2f-7126-4d09-979a-25b2b28fa568 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055295 Jun 16 16:34:41.214579 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.276119 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.325577 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-f530ae2d-147d-4e36-8f23-af7f85522932 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788812 Jun 16 16:34:41.339035 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.341991 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:41.365248 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2aacf3-5358-4ee7-8256-c15126f01578,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:41.378324 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:41.387569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3aa5-5914-416c-8152-be033bfcccf8 req-0dd349f7-c446-4b1d-af44-cb1dcced127c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:41.389271 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da4d3aa5-5914-416c-8152-be033bfcccf8 req-0dd349f7-c446-4b1d-af44-cb1dcced127c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.4323609 Jun 16 16:34:41.447113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-68eea14d-a265-4f54-9163-18d9d1154625 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:41.448639 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-68eea14d-a265-4f54-9163-18d9d1154625 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013043 Jun 16 16:34:41.475488 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.476709 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6202958 Jun 16 16:34:41.479967 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58778) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:41.485199 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group_rule': {'security_group_id': 'df50e786-dd41-4a94-9378-73e29f6755f6', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:41.527251 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da4d3aa5-5914-416c-8152-be033bfcccf8 req-cf63f7be-a92f-4692-aa58-7627e41c80b7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224880 Jun 16 16:34:41.532089 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-08f69301-645f-488e-ac66-45d87c15fb79 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/quotas/c8c8e995361348a1b43d77e7ab3c2600 HTTP/1.1" status: 200 len: 375 time: 0.0734572 Jun 16 16:34:41.617029 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.620228 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9a16a48-ee55-497a-9d6e-803184d8c6da req-9456fadc-d0b8-4c9d-81d4-a0594381d69e service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760320 Jun 16 16:34:41.624645 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-7fdfd8da-08a2-42cb-b0b0-80d5cfea22fc tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745034 Jun 16 16:34:41.698063 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.717246 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58782) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:41.783960 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.790603 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e0d2c3bd-7d4f-4c2c-9f23-5cfa68b75783 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:41.807683 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dc88f8-a2be-43b0-a2a1-e982f7b39e2e,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:41.818600 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:41.861354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.894232 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:41.895431 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4143541 Jun 16 16:34:41.898441 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58788) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:41.903437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group_rule': {'security_group_id': 'df50e786-dd41-4a94-9378-73e29f6755f6', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:41.975587 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.061846 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6098fb0c-6d11-46ea-8e21-8c0eb1bc2ab6 req-3052bbae-e214-404d-be2f-2b9353dd4672 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0320578 Jun 16 16:34:42.150500 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.156095 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ba5f7e25-9515-4c61-af7a-cb5932c802f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:42.199896 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b05bb58a9d4545848b1966efd081b85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809268 Jun 16 16:34:42.201199 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68663b31-67c5-4324-bc50-087cf3d1d930,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:42.208083 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58798) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:42.208366 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:42.259329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.284476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.407775 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.449498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.452099 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.453249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/68663b31-67c5-4324-bc50-087cf3d1d930 HTTP/1.1" status: 204 len: 168 time: 0.2494371 Jun 16 16:34:42.457238 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f8e65e83-920a-4a02-bf43-655eb077331e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:42.466705 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68663b31-67c5-4324-bc50-087cf3d1d930,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:42.470795 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:42.492649 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.635072 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.637565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2743a0cc-1182-41e0-8e5e-8b7ca4a78d92 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:42.671416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46335cb-915f-4995-baea-699199dec6f0,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:42.689213 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:42.744930 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a98801-d6e1-44a5-a0e3-818e0779cc9d req-11c888e5-ee1f-4737-a6ed-e41106682d00 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:42.748366 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-61a98801-d6e1-44a5-a0e3-818e0779cc9d req-11c888e5-ee1f-4737-a6ed-e41106682d00 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0976801 Jun 16 16:34:42.790324 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:42.792010 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2eb7acaa-9d9a-4dd9-930d-ac8146a8ef71 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8924518 Jun 16 16:34:42.796282 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58806) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:42.798125 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-61a98801-d6e1-44a5-a0e3-818e0779cc9d req-ce0becd3-05cf-481d-b290-78dc79a17dd9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450051 Jun 16 16:34:42.801301 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group_rule': {'security_group_id': 'df50e786-dd41-4a94-9378-73e29f6755f6', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:42.966899 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.041561 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.059579 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.153706 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9c6cdabf-feab-4c6f-85e3-f015f1d3ebc4 req-98fbc535-9c90-4a01-b4c4-953afe02abe1 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Jun 16 16:34:43.332362 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.334819 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:43.349736 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c016b990-7eec-42af-9b77-c4ebcfef2b01,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:43.353923 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:43.566701 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.568241 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-4bba04a1-b4e7-4879-881a-38b81355acbe tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7707779 Jun 16 16:34:43.571465 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58818) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:43.576389 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group_rule': {'security_group_id': 'df50e786-dd41-4a94-9378-73e29f6755f6', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:43.755776 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.securitygroups_db [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Project ab625f4a9f7240f69da4ff99e53220bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:34:43.761140 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.786107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 58820) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:43.801422 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.831051 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:43.964698 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.207772 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.214277 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:44.230019 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00acfb3a-0cba-4ceb-b63a-d2088c7b3757,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:44.232814 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:44.250801 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-eedd4f8b-670e-494f-8556-26bb5adcb606 req-6cefefd1-2d9b-4293-a023-8a3004d10e59 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0359011 Jun 16 16:34:44.295461 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.301794 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6733d4a2-6ed3-465a-b806-c7990750b902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:44.347285 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=73221aed211e493b8094dc3a11d3e6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598688 Jun 16 16:34:44.348281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499627b-7566-4c16-a3ac-0e6f17aa31b2,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:44.350158 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58832) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:44.351509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:44.404382 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.428839 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.527059 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.528230 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9556594 Jun 16 16:34:44.531329 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58834) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:44.537270 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'security_group_rule': {'security_group_id': 'df50e786-dd41-4a94-9378-73e29f6755f6', 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:44.686717 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.689300 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.690484 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a499627b-7566-4c16-a3ac-0e6f17aa31b2 HTTP/1.1" status: 204 len: 168 time: 0.3392458 Jun 16 16:34:44.691267 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-497c8027-6f5e-4ff1-80b4-9980416a108b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:44.700299 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499627b-7566-4c16-a3ac-0e6f17aa31b2,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:44.702677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:44.750148 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.securitygroups_db [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Project ab625f4a9f7240f69da4ff99e53220bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:34:44.756104 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:44.813297 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:45.036514 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:45.039144 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:45.074883 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eac83c4-b04d-4f4f-97ac-edeb6a006cfb,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:45.081813 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:45.441352 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2e5df9e2-dc6c-4e57-976f-2d573ce9d80f req-0af20263-de50-4217-a974-571f52b28f2b tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0306005 Jun 16 16:34:45.566737 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:45.567621 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:45.567621 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d8f73cfa-28dd-42d2-a9e6-bc84e4152d7a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0194411 Jun 16 16:34:45.690728 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-57b73149-b5eb-47a4-865c-9180ece26801 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909454575&fields=id&tenant_id=ab625f4a9f7240f69da4ff99e53220bb HTTP/1.1" status: 200 len: 267 time: 0.0422864 Jun 16 16:34:45.775640 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-4b7e56f6-8292-44e5-a4ee-1a8acde89ed6 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:45.777226 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-4b7e56f6-8292-44e5-a4ee-1a8acde89ed6 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.0795486 Jun 16 16:34:45.792461 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'port': {'security_groups': ['367a9336-53f4-4223-9930-cac9354e177b', 'df50e786-dd41-4a94-9378-73e29f6755f6']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:45.903996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:46.159594 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:46.199669 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:46.527585 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:46.538870 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:46.554903 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['f057206c-ecd8-46c9-9994-7bcf7b6eff49'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:34:46.569040 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58874) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:46.642522 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:46.644156 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:46.647351 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40c2c86d-71c8-467c-ac16-054f30af2cb4 req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "PUT /v2.0/ports/f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 982 time: 0.8610282 Jun 16 16:34:46.662385 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:46.666529 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b08c207-966c-41b6-89fd-a72dda412c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:46.744929 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=6']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:46.772307 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:46.783435 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['f057206c-ecd8-46c9-9994-7bcf7b6eff49'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:34:46.823812 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-934810587-network', 'tenant_id': '6c44e4519f1b4c49b6d9f0b95955a104'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:46.895736 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d8184e5e-f0c1-4b57-bbea-bf94da74752e req-08a2c2db-6f42-4cd3-b1b0-ea6cc7d2b6ce tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0825350 Jun 16 16:34:46.949643 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Made reservation on behalf of 6c44e4519f1b4c49b6d9f0b95955a104 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:34:46.955602 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:46.963311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12825359-43ab-4fc8-9205-d474b2e20301 req-b660d854-cb41-4973-95ff-1c0d495658b0 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:46.974571 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:46.975014 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-12825359-43ab-4fc8-9205-d474b2e20301 req-b660d854-cb41-4973-95ff-1c0d495658b0 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1650012 Jun 16 16:34:46.981225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30820b-556a-4a1d-85c2-dc115455b187 x-openstack-request-id: req-ef30820b-556a-4a1d-85c2-dc115455b187 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:46.982359 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:46.983083 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ef30820b-556a-4a1d-85c2-dc115455b187 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:46.984730 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'status': 'completed', 'code': 200} Jun 16 16:34:47.089592 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-607b02b9-7893-486b-94f5-78132d5eb2c5 None None] Provisioning complete for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:34:47.089984 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-607b02b9-7893-486b-94f5-78132d5eb2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.105098 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-12825359-43ab-4fc8-9205-d474b2e20301 req-176f19fc-6783-4a1a-b265-1f69f8d0ac98 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284006 Jun 16 16:34:47.137758 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-b3e2406d-b180-4659-860a-598b61edfece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.141164 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-b3e2406d-b180-4659-860a-598b61edfece service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1138 time: 0.1421978 Jun 16 16:34:47.149705 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.253261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-8f48980d-7e5d-45db-9cc9-f0709e6d5ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.255115 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-8f48980d-7e5d-45db-9cc9-f0709e6d5ef2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 917 time: 0.1025069 Jun 16 16:34:47.266797 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.274428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-94dda624-d98a-4b71-8f79-7ac3c328a501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:47.321242 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1235} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:34:47.343875 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.344223 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Added segment dec7fe25-fff6-4ebc-a782-4bc531d980f7 of type vlan for network 0b4a3a98-a42e-4652-aad7-622ef2863f23 Jun 16 16:34:47.347334 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:47.361188 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:47.407907 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.429442 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-4a2adc0d-eacf-4f41-8e9c-28515c6072e3 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313334 Jun 16 16:34:47.475149 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-e690b380-1663-441f-befd-9a2ea7809dcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 1002 time: 0.1982136 Jun 16 16:34:47.560998 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.562946 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.562946 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:47.566831 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:47.600462 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962662a6-327a-45ea-938b-8ecf525616cb req-af419b9f-6627-4d2b-921d-f54d55dba274 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.602157 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-962662a6-327a-45ea-938b-8ecf525616cb req-af419b9f-6627-4d2b-921d-f54d55dba274 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.2297468 Jun 16 16:34:47.629261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-81f2fbfc-1a38-460b-809c-390b54017c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.630969 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-81f2fbfc-1a38-460b-809c-390b54017c66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.1044154 Jun 16 16:34:47.641803 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-39fc2149-04ca-4de3-a85e-5cb3ff10ece0 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.643244 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-39fc2149-04ca-4de3-a85e-5cb3ff10ece0 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053213 Jun 16 16:34:47.651036 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4a3a98-a42e-4652-aad7-622ef2863f23,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:47.654155 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:47.663394 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 0b4a3a98-a42e-4652-aad7-622ef2863f23 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:34:47.667810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Request body: {'port': {'device_id': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0', 'admin_state_up': True, 'tenant_id': 'c8c8e995361348a1b43d77e7ab3c2600'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:47.704414 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1338422 Jun 16 16:34:47.707415 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 58892) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:34:47.712547 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Request body: {'subnet': {'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-934810587-subnet', 'tenant_id': '6c44e4519f1b4c49b6d9f0b95955a104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:47.741245 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-962662a6-327a-45ea-938b-8ecf525616cb req-483c1c89-0cb4-448d-acd3-472d53cb2815 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240206 Jun 16 16:34:47.820055 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-33474c16-95e9-4fe6-b1a5-f7c1085ceb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:47.821643 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-33474c16-95e9-4fe6-b1a5-f7c1085ceb9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1718338 Jun 16 16:34:47.875289 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Made reservation on behalf of 6c44e4519f1b4c49b6d9f0b95955a104 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:34:47.878652 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481272'] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.007132 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-cca1cb2e-9e09-4a98-9b87-e81e1e6e5459 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690943 Jun 16 16:34:48.068261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Made reservation on behalf of c8c8e995361348a1b43d77e7ab3c2600 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:34:48.072145 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.117777 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e5ab9239-66c5-4f97-ab2e-f0374f08d780 req-99f8ed53-ea4e-46fa-b815-43bfbacd259e tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0720088 Jun 16 16:34:48.129247 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.170805 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b08c207-966c-41b6-89fd-a72dda412c1d req-39b282a3-b92b-4f69-96ce-6fdf78774667 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489685 Jun 16 16:34:48.276065 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2670071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481258'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.282741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d3c1e922-26e9-4c89-89df-0346829ebbf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:48.283459 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.353861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1160589a-7656-44b6-8a43-ff476fbccaa9,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:48.358002 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:48.367118 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Checking segment: {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:34:48.367622 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Network hostable DHCP agents. Network: 0b4a3a98-a42e-4652-aad7-622ef2863f23, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:34:48.430206 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.435807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-56c63a9d-7e41-4130-842a-751f9a246177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:48.515531 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Network 0b4a3a98-a42e-4652-aad7-622ef2863f23 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:34:48.517222 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4d4548-b243-420c-bb82-e8d4b2a4c4fd,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:48.522906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:48.608287 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Allocated IP 192.168.233.14 (8b35f8e6-143c-44c1-b3cc-922b1da04be0/933fdae4-0a37-41a5-bc3a-996051baef0a/5952c06c-378c-4192-afe2-3a8f7f8bee1d) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:48.686613 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 0b4a3a98-a42e-4652-aad7-622ef2863f23) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:48.691300 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:48.695879 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.704829 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0e9da-fa58-44cc-9cb3-411365aae564 None None] Network 0b4a3a98-a42e-4652-aad7-622ef2863f23 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:34:48.816423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:48.832649 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Transition to ACTIVE for port object 5952c06c-378c-4192-afe2-3a8f7f8bee1d will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:34:48.919748 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65c65a-65e3-4997-b53c-cd827fac0b2f None None] Network 0b4a3a98-a42e-4652-aad7-622ef2863f23 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:34:49.121697 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-778df069-9ab4-4cf1-9b5f-a6493b32d51b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4131351 Jun 16 16:34:49.207524 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:49.214837 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:49.269257 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:49.286162 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:49.289800 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:34:49.314526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Pushing event updated for resources: {'Port': ['ID=5952c06c-378c-4192-afe2-3a8f7f8bee1d,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:49.336385 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:49.383115 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:49.383805 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:49.420757 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00fac5-5e10-42fa-830c-0eaa9c910587 req-ae62c5dc-e3ba-48d5-a2da-a1c287fe5cda tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:49.422587 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a00fac5-5e10-42fa-830c-0eaa9c910587 req-ae62c5dc-e3ba-48d5-a2da-a1c287fe5cda tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 935 time: 0.1568043 Jun 16 16:34:49.485536 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a00fac5-5e10-42fa-830c-0eaa9c910587 req-dfe4a674-a93f-4393-b964-00871da46a39 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Jun 16 16:34:49.527267 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8662035 Jun 16 16:34:49.542595 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Request body: {'port': {'device_id': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:49.616964 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:49.863745 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-a268751d-a7a6-46af-8997-d12c19c51c97 None None] Provisioning for port 5952c06c-378c-4192-afe2-3a8f7f8bee1d completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:34:49.870806 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-a268751d-a7a6-46af-8997-d12c19c51c97 None None] Provisioning complete for port 5952c06c-378c-4192-afe2-3a8f7f8bee1d triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:34:49.871343 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a268751d-a7a6-46af-8997-d12c19c51c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:49.919954 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-a268751d-a7a6-46af-8997-d12c19c51c97 None None] Port 5952c06c-378c-4192-afe2-3a8f7f8bee1d cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:34:49.940639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5952c06c-378c-4192-afe2-3a8f7f8bee1d {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:34:49.951918 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:49.970499 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Transition to ACTIVE for port object 5952c06c-378c-4192-afe2-3a8f7f8bee1d will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:34:50.129548 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:50.130360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3d9fe96b-c79a-4a85-b3c8-c3ed6c0668dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:50.215025 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=5952c06c-378c-4192-afe2-3a8f7f8bee1d,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:50.485007 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:50.554434 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Attempting to bind port 5952c06c-378c-4192-afe2-3a8f7f8bee1d on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:34:50.555038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Attempting to bind port 5952c06c-378c-4192-afe2-3a8f7f8bee1d by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:34:50.555599 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Attempting to bind port 5952c06c-378c-4192-afe2-3a8f7f8bee1d on network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:34:50.564583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Port 5952c06c-378c-4192-afe2-3a8f7f8bee1d on network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:34:50.565404 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Attempting to bind port 5952c06c-378c-4192-afe2-3a8f7f8bee1d on network 8b35f8e6-143c-44c1-b3cc-922b1da04be0 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:34:50.574758 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:34:50.575306 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Checking segment: {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:34:50.576019 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Bound using segment: {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:34:50.576820 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Bound port: 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a77055-57a5-4bd3-9571-bce0cc26fe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1200, 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:34:50.577479 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:50.679777 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] For port 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:34:50.720204 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] For port 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5952c06c-378c-4192-afe2-3a8f7f8bee1d,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:34:50.752357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075bbc-d919-4155-a2d5-55391a61d16e req-631e7862-b2ef-4bd5-881e-b4e66aa27b46 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:50.755774 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c3075bbc-d919-4155-a2d5-55391a61d16e req-631e7862-b2ef-4bd5-881e-b4e66aa27b46 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 947 time: 0.0918264 Jun 16 16:34:50.797532 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c3075bbc-d919-4155-a2d5-55391a61d16e req-ca876ff3-e48a-4e2e-a2a7-5da42b62fd80 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Jun 16 16:34:50.835624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:50.837679 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1240b5b7-5e70-494a-b56d-dad564cd8306 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:50.871383 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:50.872015 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:50.873413 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] 10.222.0.52 "PUT /v2.0/ports/5952c06c-378c-4192-afe2-3a8f7f8bee1d HTTP/1.1" status: 200 len: 1097 time: 1.3366790 Jun 16 16:34:50.873996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'tag': '5952c06c-378c-4192-afe2-3a8f7f8bee1d'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:50.876412 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b78701-63e4-42d5-8e98-45dc76255800" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bf6589-8355-4a81-881b-4a726b5596a4", "tag": "5952c06c-378c-4192-afe2-3a8f7f8bee1d"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:50.903332 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Pushing event updated for resources: {'Port': ['ID=5952c06c-378c-4192-afe2-3a8f7f8bee1d,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:50.912501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:50.934352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318380ed-5e09-4222-ac52-156cbf06ea96 x-openstack-request-id: req-318380ed-5e09-4222-ac52-156cbf06ea96 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:50.939084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bf6589-8355-4a81-881b-4a726b5596a4", "tag": "5952c06c-378c-4192-afe2-3a8f7f8bee1d", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:50.939084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-318380ed-5e09-4222-ac52-156cbf06ea96 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:50.939084 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'tag': '5952c06c-378c-4192-afe2-3a8f7f8bee1d', 'status': 'completed', 'code': 200} Jun 16 16:34:51.062735 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78701-63e4-42d5-8e98-45dc76255800 req-d6fb32ba-f090-4cec-9c45-21288796a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:51.066169 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97b78701-63e4-42d5-8e98-45dc76255800 req-d6fb32ba-f090-4cec-9c45-21288796a560 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 1100 time: 0.0841324 Jun 16 16:34:51.109619 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97b78701-63e4-42d5-8e98-45dc76255800 req-3124e6b1-1b4b-49f0-9297-c63ba8104762 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232124 Jun 16 16:34:51.234342 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78701-63e4-42d5-8e98-45dc76255800 req-6f204e25-cbfd-4e11-b5ad-92a86a62406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:51.235977 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97b78701-63e4-42d5-8e98-45dc76255800 req-6f204e25-cbfd-4e11-b5ad-92a86a62406b service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1169541 Jun 16 16:34:51.353104 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-9b62f976-909f-425f-84f8-d230406712bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:51.354628 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-9b62f976-909f-425f-84f8-d230406712bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 1100 time: 0.0581052 Jun 16 16:34:51.404864 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-998bc0e4-d747-4e4a-aafa-e56bb0c8bc87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=5952c06c-378c-4192-afe2-3a8f7f8bee1d HTTP/1.1" status: 200 len: 217 time: 0.0412788 Jun 16 16:34:51.462630 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-00f5961a-e17c-40df-9df9-e6c7f7239fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:51.464151 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-00f5961a-e17c-40df-9df9-e6c7f7239fa3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=933fdae4-0a37-41a5-bc3a-996051baef0a HTTP/1.1" status: 200 len: 843 time: 0.0470200 Jun 16 16:34:51.532769 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-68b19582-87fa-4c73-ab00-7ee33321399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:51.535493 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-68b19582-87fa-4c73-ab00-7ee33321399b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8b35f8e6-143c-44c1-b3cc-922b1da04be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0615449 Jun 16 16:34:51.648768 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-004e9a2f-5cee-4697-be42-9c1678354e1b service neutron] 10.222.0.52 "GET /v2.0/networks/8b35f8e6-143c-44c1-b3cc-922b1da04be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054957 Jun 16 16:34:51.754327 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-063c7a33-7913-4f60-aa17-8f74606fd988 req-850c9b86-374d-4ab1-bc6f-b8a5ba9d9fea service neutron] 10.222.0.52 "GET /v2.0/networks/8b35f8e6-143c-44c1-b3cc-922b1da04be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923698 Jun 16 16:34:51.991108 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8be33-2470-4da2-9060-11cd54a92b63 req-ab2ac4d3-e634-4383-a350-9e015ee9af92 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:51.992651 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59d8be33-2470-4da2-9060-11cd54a92b63 req-ab2ac4d3-e634-4383-a350-9e015ee9af92 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 947 time: 0.0730803 Jun 16 16:34:52.031923 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59d8be33-2470-4da2-9060-11cd54a92b63 req-66a9d731-1349-4bb3-b145-4e613e490fdb tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334396 Jun 16 16:34:52.822550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-db706f83-6636-4359-8aee-03a5f112e92e tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:52.823970 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-db706f83-6636-4359-8aee-03a5f112e92e tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/networks?id=0b4a3a98-a42e-4652-aad7-622ef2863f23 HTTP/1.1" status: 200 len: 808 time: 0.1010036 Jun 16 16:34:52.840168 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-aa87c054-fc50-4863-adb2-e84cfdf77422 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/quotas/6c44e4519f1b4c49b6d9f0b95955a104 HTTP/1.1" status: 200 len: 375 time: 0.0106347 Jun 16 16:34:52.879644 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-873fb488-9fcb-48fc-af6f-8a755790dca4 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327609 Jun 16 16:34:52.969994 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-856b936a-0f4b-4b62-ad61-10b5ed13255e service neutron] 10.222.0.91 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Jun 16 16:34:53.069609 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-69e50d59-c2b1-484b-834d-4d5fe675bfdc service neutron] 10.222.0.91 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923524 Jun 16 16:34:53.218710 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabff42-7003-48cb-8ed0-f53922c33ad8 req-0339b24d-a8e5-4e53-9df7-963949d7b6fd tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:53.220226 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fdabff42-7003-48cb-8ed0-f53922c33ad8 req-0339b24d-a8e5-4e53-9df7-963949d7b6fd tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 947 time: 0.0693736 Jun 16 16:34:53.260848 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fdabff42-7003-48cb-8ed0-f53922c33ad8 req-7bfdfe1d-42f4-48a0-a501-0a0bccb22397 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Jun 16 16:34:53.422646 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57553e91-30e9-4c66-a087-a479c1e2fba2 req-803b6800-f952-4ad0-9de7-3315aef0778a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 210 time: 0.0303581 Jun 16 16:34:54.466452 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18237b12-9268-499a-9295-b8644f4c2877 req-7843558c-183c-4b56-897e-4d7284cba426 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:54.468484 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-18237b12-9268-499a-9295-b8644f4c2877 req-7843558c-183c-4b56-897e-4d7284cba426 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 947 time: 0.0861306 Jun 16 16:34:54.473674 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5952c06c-378c-4192-afe2-3a8f7f8bee1d details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:34:54.529590 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ed7ed25e-985a-4422-9a93-de3ab95dda85 req-b139b627-6b8f-45b7-971d-a59c54e508b3 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 210 time: 0.0443771 Jun 16 16:34:54.576615 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-18237b12-9268-499a-9295-b8644f4c2877 req-a7b30a55-8e54-4efd-b429-f600058c61d4 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903478 Jun 16 16:34:54.713259 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5952c06c-378c-4192-afe2-3a8f7f8bee1d,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:54.735316 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '5952c06c-378c-4192-afe2-3a8f7f8bee1d', 'network_id': '8b35f8e6-143c-44c1-b3cc-922b1da04be0', 'port_id': '5952c06c-378c-4192-afe2-3a8f7f8bee1d', 'mac_address': 'fa:16:3e:04:38:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933fdae4-0a37-41a5-bc3a-996051baef0a', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:34:54.784599 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:54.807218 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5952c06c-378c-4192-afe2-3a8f7f8bee1d {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:34:54.837962 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5952c06c-378c-4192-afe2-3a8f7f8bee1d,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:54.960755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:54.962617 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-05ecad5b-f9cf-46cb-be84-686b226d5ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:55.009886 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=5952c06c-378c-4192-afe2-3a8f7f8bee1d,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:55.013062 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:55.694932 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1de5db2-c39f-4a27-8d2f-a8e2d00062ca req-03b58bf4-e52e-45cb-aab8-f98f8f494112 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 210 time: 0.0301871 Jun 16 16:34:55.763827 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['5952c06c-378c-4192-afe2-3a8f7f8bee1d'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:34:55.782167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8621d-7982-4621-9e8c-30d90f0057e2 req-f6a726a8-b9f5-4680-858e-b7b454a169cf tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:55.785489 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e6d8621d-7982-4621-9e8c-30d90f0057e2 req-f6a726a8-b9f5-4680-858e-b7b454a169cf tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 948 time: 0.0754025 Jun 16 16:34:55.842586 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e6d8621d-7982-4621-9e8c-30d90f0057e2 req-84425db0-b700-4537-9f02-74efef37bd34 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Jun 16 16:34:56.859380 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-810a1d4f-f54f-488f-81e1-4cdbc7e2b1da req-ec1031b8-b74b-449b-8da3-6fbcfb24ed55 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 210 time: 0.0338416 Jun 16 16:34:57.029677 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621bb4d-f818-4a77-a074-3ba0a2b3fc8d req-61f92768-d7cb-40f0-984f-08943387e664 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:57.031078 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d621bb4d-f818-4a77-a074-3ba0a2b3fc8d req-61f92768-d7cb-40f0-984f-08943387e664 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 948 time: 0.0675931 Jun 16 16:34:57.083988 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d621bb4d-f818-4a77-a074-3ba0a2b3fc8d req-1f47d180-ab25-4ed2-8ecf-2e92135b15e1 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Jun 16 16:34:57.414234 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-cb1690e8-a8d2-48c3-b33a-6f55f83ed8ec tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:57.415685 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-cb1690e8-a8d2-48c3-b33a-6f55f83ed8ec tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "GET /v2.0/networks?id=0b4a3a98-a42e-4652-aad7-622ef2863f23 HTTP/1.1" status: 200 len: 808 time: 0.1067219 Jun 16 16:34:57.434351 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Request body: {'port': {'device_id': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23', 'admin_state_up': True, 'tenant_id': '6c44e4519f1b4c49b6d9f0b95955a104'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:57.614345 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:34:57.634894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Made reservation on behalf of 6c44e4519f1b4c49b6d9f0b95955a104 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:34:57.638685 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:57.778292 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Allocated IP 172.20.0.12 (0b4a3a98-a42e-4652-aad7-622ef2863f23/1160589a-7656-44b6-8a43-ff476fbccaa9/de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:34:57.946873 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.021046 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2471a932-c617-474a-a7b2-7b3bcdaa9da9 req-53c3d063-4996-4dc8-8ed2-8cd4763e3050 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 210 time: 0.0284386 Jun 16 16:34:58.195720 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.199696 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:58.285364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Network 0b4a3a98-a42e-4652-aad7-622ef2863f23 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:34:58.294197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:34:58.298400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:34:58.303921 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Pushing event updated for resources: {'Port': ['ID=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:58.344993 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.345357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.346314 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.346670 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.347036 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.347639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.348193 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.348769 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.349144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.349511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.349960 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.350239 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:34:58.359016 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:58.375135 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:58.375774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.393107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11b25e-52d6-4bb0-935f-c375c806b795 req-bd7c736a-7a8e-4c14-ade1-e064ed7c78a6 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:58.394796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0d11b25e-52d6-4bb0-935f-c375c806b795 req-bd7c736a-7a8e-4c14-ade1-e064ed7c78a6 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 948 time: 0.1914818 Jun 16 16:34:58.441308 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0d11b25e-52d6-4bb0-935f-c375c806b795 req-321019aa-0f44-4310-a422-ab124f913639 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Jun 16 16:34:58.493872 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5952c06c-378c-4192-afe2-3a8f7f8bee1d up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:34:58.550581 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1201174 Jun 16 16:34:58.573638 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Request body: {'port': {'device_id': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:34:58.648940 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.657703 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 5952c06c-378c-4192-afe2-3a8f7f8bee1d completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:34:58.663370 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 5952c06c-378c-4192-afe2-3a8f7f8bee1d triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:34:58.663775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.751384 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.775039 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5952c06c-378c-4192-afe2-3a8f7f8bee1d'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:58.777360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49060668-aba5-466f-ac33-360514e5d340" -d '{"events": [{"server_uuid": "e1bf6589-8355-4a81-881b-4a726b5596a4", "name": "network-vif-plugged", "status": "completed", "tag": "5952c06c-378c-4192-afe2-3a8f7f8bee1d"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:58.791149 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5952c06c-378c-4192-afe2-3a8f7f8bee1d,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:34:58.816646 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988aceeb-334d-44a7-a7e9-4fa728af282b x-openstack-request-id: req-988aceeb-334d-44a7-a7e9-4fa728af282b {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:58.817054 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bf6589-8355-4a81-881b-4a726b5596a4", "name": "network-vif-plugged", "status": "completed", "tag": "5952c06c-378c-4192-afe2-3a8f7f8bee1d", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:58.817321 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-988aceeb-334d-44a7-a7e9-4fa728af282b {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:58.817762 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5952c06c-378c-4192-afe2-3a8f7f8bee1d', 'code': 200} Jun 16 16:34:58.920592 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.922610 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:58.942032 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:34:58.950109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:58.962325 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Transition to ACTIVE for port object de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:34:58.971617 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=5952c06c-378c-4192-afe2-3a8f7f8bee1d,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:58.975383 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:59.099015 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:59.102868 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:59.200810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:59.204216 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:59.311935 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4f6ff-163d-4dac-ae22-dbb6eb08173f req-1f183d29-33b2-4943-ba0b-347e4d3a0afd tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:59.313926 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-41f4f6ff-163d-4dac-ae22-dbb6eb08173f req-1f183d29-33b2-4943-ba0b-347e4d3a0afd tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 944 time: 0.1309562 Jun 16 16:34:59.319294 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Attempting to bind port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:34:59.319635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Attempting to bind port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:34:59.319970 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Attempting to bind port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 on network 0b4a3a98-a42e-4652-aad7-622ef2863f23 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:34:59.338765 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 on network 0b4a3a98-a42e-4652-aad7-622ef2863f23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:34:59.339080 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Attempting to bind port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 on network 0b4a3a98-a42e-4652-aad7-622ef2863f23 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:34:59.348921 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:34:59.350494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Checking segment: {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:34:59.350494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Bound using segment: {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:34:59.350494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Bound port: de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:34:59.350494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:59.387139 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-41f4f6ff-163d-4dac-ae22-dbb6eb08173f req-0d1f76cd-64ab-4e0c-ad64-b354d190de55 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648472 Jun 16 16:34:59.468666 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] For port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:34:59.484469 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] For port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:34:59.488604 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8a34d-6054-4b24-a3a7-9a64fffd1701 req-da68527a-0db2-4aae-a86f-b33cd7bb521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:59.490946 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8bd8a34d-6054-4b24-a3a7-9a64fffd1701 req-da68527a-0db2-4aae-a86f-b33cd7bb521d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 1102 time: 0.1170533 Jun 16 16:34:59.533158 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8bd8a34d-6054-4b24-a3a7-9a64fffd1701 req-e2c95d38-b343-4292-9e8a-32e11f25733c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297136 Jun 16 16:34:59.596763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:59.600060 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f66522d4-7809-4c99-9810-5dcdc375d5a9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:34:59.645957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:59.646589 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:34:59.647932 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] 10.222.0.52 "PUT /v2.0/ports/de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 HTTP/1.1" status: 200 len: 1094 time: 1.0789814 Jun 16 16:34:59.648415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'tag': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:34:59.650755 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8575e1-c644-48bc-bea4-0f6e996286f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a", "tag": "de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:34:59.683149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0586-024a-4068-b129-752dc276818b req-20312452-ac70-4dac-9e9d-0a3220b00486 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:59.684681 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-218e0586-024a-4068-b129-752dc276818b req-20312452-ac70-4dac-9e9d-0a3220b00486 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.1262071 Jun 16 16:34:59.692065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:34:59.692065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:34:59.726700 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-218e0586-024a-4068-b129-752dc276818b req-72617647-7ab4-4b49-a131-ed8fc713d451 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352137 Jun 16 16:34:59.942534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0289e00-3a28-4441-8a90-b14236114b93 x-openstack-request-id: req-a0289e00-3a28-4441-8a90-b14236114b93 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:34:59.948842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a", "tag": "de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:34:59.948842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a0289e00-3a28-4441-8a90-b14236114b93 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:34:59.948842 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'tag': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8', 'status': 'completed', 'code': 200} Jun 16 16:34:59.960908 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-1dcdfbee-71ce-4993-8c69-193a4bd5acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:34:59.962442 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-1dcdfbee-71ce-4993-8c69-193a4bd5acfe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 1097 time: 0.0597115 Jun 16 16:35:00.012657 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-c888125a-39ca-465c-980a-7fd4804b1244 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Jun 16 16:35:00.064895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-034c33f3-ae75-4123-9939-21aeca31ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:00.066665 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-034c33f3-ae75-4123-9939-21aeca31ae6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1160589a-7656-44b6-8a43-ff476fbccaa9 HTTP/1.1" status: 200 len: 848 time: 0.0462148 Jun 16 16:35:00.102206 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-f4397663-2786-4536-9614-23a4ba9e70ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4a3a98-a42e-4652-aad7-622ef2863f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281372 Jun 16 16:35:00.198272 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-b99713fc-3043-426a-9c10-4d76dbd8483f service neutron] 10.222.0.52 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875533 Jun 16 16:35:00.312233 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da605646-6654-43a3-ba6b-d9e06ee8c0b7 req-2c18a422-4257-4aa4-b54a-811047cc7840 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894413 Jun 16 16:35:00.632472 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea6cc4-0938-4c86-993c-fd988d623fc9 req-1151b37b-7cf7-4a11-9f9e-32bfa93819f5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:00.633993 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51ea6cc4-0938-4c86-993c-fd988d623fc9 req-1151b37b-7cf7-4a11-9f9e-32bfa93819f5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1895907 Jun 16 16:35:00.642987 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-14af7ef9-8a56-4257-baf7-e1106f46d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:00.644445 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-14af7ef9-8a56-4257-baf7-e1106f46d442 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 1097 time: 0.1718943 Jun 16 16:35:00.696167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-967ffbf2-602c-4116-a498-581ec5c427d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:00.697718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-967ffbf2-602c-4116-a498-581ec5c427d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.1914334 Jun 16 16:35:00.709704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880116f-323a-4443-ad30-bc069f9cf771 req-e7b6fd2c-134e-4a89-b20c-bba51c3a6a8f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:00.711115 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6880116f-323a-4443-ad30-bc069f9cf771 req-e7b6fd2c-134e-4a89-b20c-bba51c3a6a8f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 944 time: 0.2030461 Jun 16 16:35:00.782248 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51ea6cc4-0938-4c86-993c-fd988d623fc9 req-ffbe02c2-5412-47a8-a76e-180412d68273 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418512 Jun 16 16:35:01.136930 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6880116f-323a-4443-ad30-bc069f9cf771 req-e120f98b-18f4-411c-b76e-809d838b5e3f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051058 Jun 16 16:35:01.150271 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-9c209bec-afe9-45dd-b904-afa0791db844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:01.151728 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-9c209bec-afe9-45dd-b904-afa0791db844 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0b4a3a98-a42e-4652-aad7-622ef2863f23 HTTP/1.1" status: 200 len: 910 time: 0.4941032 Jun 16 16:35:01.180313 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-665842c3-6f11-4953-9865-a9645b96e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:01.182065 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-665842c3-6f11-4953-9865-a9645b96e393 service neutron] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 920 time: 0.4686713 Jun 16 16:35:01.233733 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-2b3fb2fb-1d32-417e-9c21-7785257ba107 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 HTTP/1.1" status: 200 len: 217 time: 0.0604267 Jun 16 16:35:01.276498 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-a8cb02f8-8bc7-422e-a142-282006b444c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 200 len: 217 time: 0.0501249 Jun 16 16:35:01.284848 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584559d-691b-4ea3-aa7b-df9fbc444b37 req-510a3d01-44d5-41d4-8c2a-bd37ea0a7d25 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:01.286335 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a584559d-691b-4ea3-aa7b-df9fbc444b37 req-510a3d01-44d5-41d4-8c2a-bd37ea0a7d25 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.2279770 Jun 16 16:35:01.372231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-6f917bea-cca0-4504-904c-2b8fe90931c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:01.373608 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-6f917bea-cca0-4504-904c-2b8fe90931c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1160589a-7656-44b6-8a43-ff476fbccaa9 HTTP/1.1" status: 200 len: 848 time: 0.1064875 Jun 16 16:35:01.388211 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-66fc909d-df77-480b-bd49-472b5c9dc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:01.389934 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-66fc909d-df77-480b-bd49-472b5c9dc836 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.1024809 Jun 16 16:35:01.395531 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a584559d-691b-4ea3-aa7b-df9fbc444b37 req-9ee070ca-734d-4332-b6a7-44dc44b16de2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810316 Jun 16 16:35:01.447983 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-81ca623d-d6f9-4123-986d-1a4305b483db service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4a3a98-a42e-4652-aad7-622ef2863f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345469 Jun 16 16:35:01.465547 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-cf6c677c-8a16-4ae1-bda1-347e7a9a1304 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430870 Jun 16 16:35:01.647738 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-c5540fbf-b887-4d3a-804c-52f12eb8510c service neutron] 10.222.0.52 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527905 Jun 16 16:35:01.649649 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-f942346d-0ad1-46a7-9e02-043833d56ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467710 Jun 16 16:35:01.828559 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9f8575e1-c644-48bc-bea4-0f6e996286f9 req-6e419786-2242-432b-a573-348430cbdbab service neutron] 10.222.0.52 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522610 Jun 16 16:35:01.830376 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8f1a5704-c212-41a5-bb4c-bd2a314a026b req-75e8952e-42cc-4f9e-a5d8-efa9646af4ed service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471076 Jun 16 16:35:01.977077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc2771-e8f7-4288-8336-aee7e98bf142 req-cfccd4d0-3603-4832-a706-978ecc7e3bf9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:01.978651 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b3bc2771-e8f7-4288-8336-aee7e98bf142 req-cfccd4d0-3603-4832-a706-978ecc7e3bf9 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0687020 Jun 16 16:35:02.020087 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b3bc2771-e8f7-4288-8336-aee7e98bf142 req-a2e527f8-935d-4369-abc5-f35b9cafb35f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Jun 16 16:35:02.318270 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e2427-09fe-4de1-a27a-bc588d68d311 req-b9c7a346-3649-43fe-888f-239667814f0f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:02.319857 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd2e2427-09fe-4de1-a27a-bc588d68d311 req-b9c7a346-3649-43fe-888f-239667814f0f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 944 time: 0.0720880 Jun 16 16:35:02.359015 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd2e2427-09fe-4de1-a27a-bc588d68d311 req-2dfa7cf0-62cd-4642-8103-9164c8821764 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333843 Jun 16 16:35:02.571303 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e6c1-310d-4da2-adc6-499e298e88cb req-679827b0-2288-4188-ba31-79ea8f20c589 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:02.572829 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8aa5e6c1-310d-4da2-adc6-499e298e88cb req-679827b0-2288-4188-ba31-79ea8f20c589 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.0678530 Jun 16 16:35:02.611954 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8aa5e6c1-310d-4da2-adc6-499e298e88cb req-a415a4f6-43f3-473a-b560-cbafd7bfa135 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Jun 16 16:35:03.204789 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870918c1-a380-47e2-8d29-485c96bc7edb req-26118a99-5265-43d1-8f24-2c9bc2868a40 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:03.206661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-870918c1-a380-47e2-8d29-485c96bc7edb req-26118a99-5265-43d1-8f24-2c9bc2868a40 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0677872 Jun 16 16:35:03.258242 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-870918c1-a380-47e2-8d29-485c96bc7edb req-6dc671b3-9998-445f-af1e-6743cf5d763f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Jun 16 16:35:03.436147 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270c991-7b18-450c-b4a3-e9ee1ed6b9e7 req-2953f68a-47c7-4ca6-9e10-84dd7ba9de4c tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:03.437734 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7270c991-7b18-450c-b4a3-e9ee1ed6b9e7 req-2953f68a-47c7-4ca6-9e10-84dd7ba9de4c tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.0669148 Jun 16 16:35:03.478490 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7270c991-7b18-450c-b4a3-e9ee1ed6b9e7 req-e0d46e76-35af-4dcf-a5e9-c328a206d9ea tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339015 Jun 16 16:35:03.545012 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554afb5-2505-45a6-8db6-a81becbcd708 req-6d483d34-d752-4044-902f-553e57cd0884 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:03.546666 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6554afb5-2505-45a6-8db6-a81becbcd708 req-6d483d34-d752-4044-902f-553e57cd0884 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 944 time: 0.0671768 Jun 16 16:35:03.587419 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6554afb5-2505-45a6-8db6-a81becbcd708 req-bf4340ee-d105-4269-a81c-0a58a4531102 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344963 Jun 16 16:35:04.442237 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e3b75-007d-4106-a32b-395936db89cd req-0179a1ac-73a0-4beb-a6cd-9a59af613ffd tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:04.443735 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-127e3b75-007d-4106-a32b-395936db89cd req-0179a1ac-73a0-4beb-a6cd-9a59af613ffd tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0692222 Jun 16 16:35:04.482322 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-127e3b75-007d-4106-a32b-395936db89cd req-5ca79792-ed6d-4f21-8d18-e5edf5c7e41e tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jun 16 16:35:04.679270 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855389-71c1-444c-9b6a-45244ee9be48 req-1dcd3092-e832-485e-b113-1b02857bae8b tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:04.681797 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d4855389-71c1-444c-9b6a-45244ee9be48 req-1dcd3092-e832-485e-b113-1b02857bae8b tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.0787826 Jun 16 16:35:04.731817 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d4855389-71c1-444c-9b6a-45244ee9be48 req-4ad98ea3-01b3-45b4-98a4-347afd73c58f tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Jun 16 16:35:04.785252 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df025b91-ca88-42a3-bea1-1865d43a8801 req-880d78b8-233f-4637-ae63-0e61be632ee4 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:04.786796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df025b91-ca88-42a3-bea1-1865d43a8801 req-880d78b8-233f-4637-ae63-0e61be632ee4 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 944 time: 0.0772488 Jun 16 16:35:04.826551 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df025b91-ca88-42a3-bea1-1865d43a8801 req-c132f172-5cee-45c1-9bdc-8875dab4f956 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338664 Jun 16 16:35:05.694444 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1ec48-1a28-4173-935f-a8826ca905db req-f7063725-93bd-48f9-9738-1a6d22659551 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:05.696065 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-38f1ec48-1a28-4173-935f-a8826ca905db req-f7063725-93bd-48f9-9738-1a6d22659551 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1001971 Jun 16 16:35:05.735277 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b893fe-437d-4caa-a53f-5e233457b09a req-20faa870-4be4-484d-9872-c3f8dbc1a6b1 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:05.736743 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-33b893fe-437d-4caa-a53f-5e233457b09a req-20faa870-4be4-484d-9872-c3f8dbc1a6b1 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.1009531 Jun 16 16:35:05.776478 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-38f1ec48-1a28-4173-935f-a8826ca905db req-cb946f39-8150-47d7-831a-a0352c41e3f2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735691 Jun 16 16:35:05.890384 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Deleting port 5952c06c-378c-4192-afe2-3a8f7f8bee1d {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:05.890730 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.030331 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef98b9-5c35-4d6e-831a-a35b6a7fe92f req-17c562e7-2deb-4188-8d77-cfc04403cb2e tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:06.031753 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4aef98b9-5c35-4d6e-831a-a35b6a7fe92f req-17c562e7-2deb-4188-8d77-cfc04403cb2e tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 949 time: 0.1805863 Jun 16 16:35:06.041807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] For port 5952c06c-378c-4192-afe2-3a8f7f8bee1d, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5952c06c-378c-4192-afe2-3a8f7f8bee1d,segment=NetworkSegment(00a77055-57a5-4bd3-9571-bce0cc26fe66),segment_id=00a77055-57a5-4bd3-9571-bce0cc26fe66)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:06.042167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.123736 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Calling delete_port for 5952c06c-378c-4192-afe2-3a8f7f8bee1d owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:06.157789 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4aef98b9-5c35-4d6e-831a-a35b6a7fe92f req-954faae7-2aad-468a-9220-e67f8c6e837b tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/security-groups?id=de4d4548-b243-420c-bb82-e8d4b2a4c4fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184509 Jun 16 16:35:06.168798 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b03b1b-bf4b-491e-b93b-e66b1230571a req-022c14ea-54aa-4a4e-aa68-e848392181d1 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:06.170310 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c7b03b1b-bf4b-491e-b93b-e66b1230571a req-022c14ea-54aa-4a4e-aa68-e848392181d1 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 944 time: 0.2127693 Jun 16 16:35:06.252738 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c7b03b1b-bf4b-491e-b93b-e66b1230571a req-b829836a-4a56-4733-9191-83117743a88e tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Jun 16 16:35:06.412293 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.416386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b95682e0-7a93-4fd7-8fa4-fb08f0e2bad3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:06.427276 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['5952c06c-378c-4192-afe2-3a8f7f8bee1d'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:06.442558 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Pushing event deleted for resources: {'Port': ['ID=5952c06c-378c-4192-afe2-3a8f7f8bee1d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:06.445719 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:06.491823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] No DVR routers for this DVR port 5952c06c-378c-4192-afe2-3a8f7f8bee1d on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:35:06.492887 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:35:06.494311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.496374 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-33b893fe-437d-4caa-a53f-5e233457b09a req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.52 "DELETE /v2.0/ports/5952c06c-378c-4192-afe2-3a8f7f8bee1d HTTP/1.1" status: 204 len: 173 time: 0.7501156 Jun 16 16:35:06.496880 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'name': 'network-vif-deleted', 'tag': '5952c06c-378c-4192-afe2-3a8f7f8bee1d'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:06.499641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba93170-5412-4fab-83de-d1982560efed" -d '{"events": [{"server_uuid": "e1bf6589-8355-4a81-881b-4a726b5596a4", "name": "network-vif-deleted", "tag": "5952c06c-378c-4192-afe2-3a8f7f8bee1d"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:06.539790 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60240075-5296-42ac-bb54-8f8554ee3ef5 x-openstack-request-id: req-60240075-5296-42ac-bb54-8f8554ee3ef5 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:06.540106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bf6589-8355-4a81-881b-4a726b5596a4", "name": "network-vif-deleted", "tag": "5952c06c-378c-4192-afe2-3a8f7f8bee1d", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:06.540398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-60240075-5296-42ac-bb54-8f8554ee3ef5 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:06.540964 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bf6589-8355-4a81-881b-4a726b5596a4', 'name': 'network-vif-deleted', 'tag': '5952c06c-378c-4192-afe2-3a8f7f8bee1d', 'status': 'completed', 'code': 200} Jun 16 16:35:06.614828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:06.628210 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8', 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23', 'port_id': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8', 'mac_address': 'fa:16:3e:82:fe:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1160589a-7656-44b6-8a43-ff476fbccaa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:35:06.667889 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.682262 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:35:06.704190 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:06.817866 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:06.819743 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:06.871215 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:06.874732 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:06.968436 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d57713-15e8-4203-ab6f-6bf3f9812fa4 req-dad4c5c8-b50d-4f97-85b7-5052535de82d tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:06.969986 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-91d57713-15e8-4203-ab6f-6bf3f9812fa4 req-dad4c5c8-b50d-4f97-85b7-5052535de82d tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0685761 Jun 16 16:35:07.010342 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-91d57713-15e8-4203-ab6f-6bf3f9812fa4 req-02bd0394-68ba-4ff4-a63f-77c6463ab7f0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Jun 16 16:35:07.336324 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a86d5059-c267-4f53-a004-08a1cf954d59 req-a19e5767-5883-4380-88f3-f07c7eecd96d tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] 10.222.0.91 "GET /v2.0/ports?device_id=e1bf6589-8355-4a81-881b-4a726b5596a4 HTTP/1.1" status: 200 len: 210 time: 0.0287538 Jun 16 16:35:07.351602 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:07.456148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1b511-1e98-4339-882d-7e82e2aeba92 req-84a6e958-dbb7-4cb1-9c6a-a6a222659fb0 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:07.457586 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-77515a7d-ff5b-4f75-8dd1-582f72da9bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:07.464867 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b4d1b511-1e98-4339-882d-7e82e2aeba92 req-84a6e958-dbb7-4cb1-9c6a-a6a222659fb0 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 945 time: 0.0808361 Jun 16 16:35:07.513143 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b4d1b511-1e98-4339-882d-7e82e2aeba92 req-fb41016a-268e-44dd-8d42-bcb850bb3bf6 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Jun 16 16:35:08.187368 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fb825-56fb-4dad-a23e-4f1b6177426f req-7c176c63-d989-40f0-962b-0bfc4432a98b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:08.188973 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf7fb825-56fb-4dad-a23e-4f1b6177426f req-7c176c63-d989-40f0-962b-0bfc4432a98b tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0654957 Jun 16 16:35:08.226444 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf7fb825-56fb-4dad-a23e-4f1b6177426f req-56e86439-d644-4d00-955b-c15b81915854 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Jun 16 16:35:08.506144 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5952c06c-378c-4192-afe2-3a8f7f8bee1d no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:08.529861 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 5952c06c-378c-4192-afe2-3a8f7f8bee1d {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:08.530216 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5952c06c-378c-4192-afe2-3a8f7f8bee1d not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:08.700004 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36400d-1909-4e2e-862c-44ec31fea146 req-ff9811c9-8b94-4fb1-b1df-4cef7bd585cb tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:08.701535 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a36400d-1909-4e2e-862c-44ec31fea146 req-ff9811c9-8b94-4fb1-b1df-4cef7bd585cb tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 945 time: 0.0670474 Jun 16 16:35:08.744512 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a36400d-1909-4e2e-862c-44ec31fea146 req-cdb2140d-679e-4530-b75e-83b56e5515a7 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Jun 16 16:35:09.412173 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c914-1cc8-4b3a-97dd-5ef0e67124ed req-ccf42847-2bb7-4bc7-a3c0-256ad048f7b2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:09.413784 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f964c914-1cc8-4b3a-97dd-5ef0e67124ed req-ccf42847-2bb7-4bc7-a3c0-256ad048f7b2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0726371 Jun 16 16:35:09.457529 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f964c914-1cc8-4b3a-97dd-5ef0e67124ed req-c5ca7484-3c9d-4c6e-862f-3eb2d89729f1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372877 Jun 16 16:35:09.926617 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37190bed-0e89-456e-962f-9d5909aa1ba6 req-af2e58ee-348d-48c1-a2b7-b3c847cfb562 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:09.928164 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-37190bed-0e89-456e-962f-9d5909aa1ba6 req-af2e58ee-348d-48c1-a2b7-b3c847cfb562 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 945 time: 0.0672982 Jun 16 16:35:09.969700 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-37190bed-0e89-456e-962f-9d5909aa1ba6 req-6a369af7-08c5-43c4-b240-0911feea2094 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Jun 16 16:35:10.132195 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:10.141714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba5f2-91fe-415b-a802-54e53e6c879d req-dc51a664-f8c3-40ca-b298-2c4a7bd022c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:10.143820 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44aba5f2-91fe-415b-a802-54e53e6c879d req-dc51a664-f8c3-40ca-b298-2c4a7bd022c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.0588300 Jun 16 16:35:10.172127 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7b8e-a830-4df4-ad4e-5f359591ec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:10.193508 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44aba5f2-91fe-415b-a802-54e53e6c879d req-147bba9f-ab70-40e6-8b64-4e7da1ae2be3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Jun 16 16:35:10.520397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:35:10.639386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fe52-2c48-45a6-a9e8-0dddf296c614 req-14b707bb-25c8-4b9c-b17d-960f3d83c977 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:10.641032 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51d9fe52-2c48-45a6-a9e8-0dddf296c614 req-14b707bb-25c8-4b9c-b17d-960f3d83c977 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0687809 Jun 16 16:35:10.682480 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51d9fe52-2c48-45a6-a9e8-0dddf296c614 req-1df3b7bd-261b-4375-b10e-e453290c3e6e tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Jun 16 16:35:10.760473 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:35:10.764781 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:35:10.765233 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:10.845936 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:10.870722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:10.873390 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f1d9f0-14f2-4c3d-8b22-e753de6bc106" -d '{"events": [{"server_uuid": "d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a", "name": "network-vif-plugged", "status": "completed", "tag": "de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:10.891410 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:10.922462 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf01ed-5b4b-4ce3-8cf3-8f80dcca750c x-openstack-request-id: req-46cf01ed-5b4b-4ce3-8cf3-8f80dcca750c {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:10.922889 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a", "name": "network-vif-plugged", "status": "completed", "tag": "de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:10.926308 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-46cf01ed-5b4b-4ce3-8cf3-8f80dcca750c {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:10.926308 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8', 'code': 200} Jun 16 16:35:11.018963 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:11.022424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-0b966704-990d-4f1f-b567-18dd9086af2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:11.073214 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:11.081408 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.081907 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.082322 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.082765 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.083710 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.083710 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.084077 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.084496 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.084941 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.085488 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.085899 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.086301 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:11.098342 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:11.169972 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99f35-774e-42b6-91c9-e35cfad32780 req-22783d7e-7e93-4681-9b1f-3812ebb6bdf1 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:11.169972 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0ee99f35-774e-42b6-91c9-e35cfad32780 req-22783d7e-7e93-4681-9b1f-3812ebb6bdf1 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.0700116 Jun 16 16:35:11.218190 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0ee99f35-774e-42b6-91c9-e35cfad32780 req-552472ec-efbc-4996-bac4-3bc10159f8b9 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Jun 16 16:35:11.240432 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:11.449470 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c8fe6-5832-4b3f-8eb0-5e582ea2c9e0 req-b63e9b83-1447-4230-9492-196c138c8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:11.450983 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8c8c8fe6-5832-4b3f-8eb0-5e582ea2c9e0 req-b63e9b83-1447-4230-9492-196c138c8462 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 1099 time: 0.0776107 Jun 16 16:35:11.513038 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8c8c8fe6-5832-4b3f-8eb0-5e582ea2c9e0 req-ff1dd2c1-2a7d-4979-bb63-0bfb199a8814 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447333 Jun 16 16:35:11.867916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45010a0b-d1d6-497a-b10d-05012ffa6075 req-edbacdd7-58a3-4e29-b394-50dddcd3072f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:11.869510 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-45010a0b-d1d6-497a-b10d-05012ffa6075 req-edbacdd7-58a3-4e29-b394-50dddcd3072f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0740113 Jun 16 16:35:11.910457 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-45010a0b-d1d6-497a-b10d-05012ffa6075 req-ffc6927e-6351-4e8c-beaf-d029a4b91750 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Jun 16 16:35:12.426777 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978ed52-2cc5-4574-881b-ce0c78b13e12 req-647611db-6cde-466b-a3c5-f04be5846a1d tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:12.428493 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d978ed52-2cc5-4574-881b-ce0c78b13e12 req-647611db-6cde-466b-a3c5-f04be5846a1d tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.0731945 Jun 16 16:35:12.469924 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d978ed52-2cc5-4574-881b-ce0c78b13e12 req-667f702f-7fce-4983-a2d5-71e387497c01 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355418 Jun 16 16:35:13.018230 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:13.119591 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cbb60-8078-4714-940e-6e6860a9277f req-252fd02a-49f4-49e1-9c64-018287481223 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:13.121393 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2d2cbb60-8078-4714-940e-6e6860a9277f req-252fd02a-49f4-49e1-9c64-018287481223 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0916259 Jun 16 16:35:13.163796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2d2cbb60-8078-4714-940e-6e6860a9277f req-5f2b4196-4a75-4746-b6b8-91fe5d958df2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 Jun 16 16:35:13.373928 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-4a8b02a9-c628-4205-8746-34707f3d18f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583420 Jun 16 16:35:13.508788 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-9c5f2873-fcf1-4e15-8408-0d057d37d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:13.510827 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-9c5f2873-fcf1-4e15-8408-0d057d37d458 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.0646780 Jun 16 16:35:13.703526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-5b132ca3-0d1e-4cc4-84af-15d7f44a1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:13.705575 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-5b132ca3-0d1e-4cc4-84af-15d7f44a1097 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.1515946 Jun 16 16:35:13.734177 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8a305-656d-437c-89ca-373681140e7c req-28a8f306-1def-4874-8ccd-0dc88d6a6f13 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:13.736494 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-34f8a305-656d-437c-89ca-373681140e7c req-28a8f306-1def-4874-8ccd-0dc88d6a6f13 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.0936387 Jun 16 16:35:13.862326 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-646620f7-0e4d-4cd1-b9b8-a0d2fad95979 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1002 time: 0.1182446 Jun 16 16:35:13.867177 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-34f8a305-656d-437c-89ca-373681140e7c req-a836f80f-153b-4439-9095-a9bb0b3e8b2c tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769050 Jun 16 16:35:13.989271 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-c3e82bbb-2753-42ee-af75-a83a6bad9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:13.990693 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-c3e82bbb-2753-42ee-af75-a83a6bad9ccb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.1062527 Jun 16 16:35:14.054543 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e656a6-f5c0-48af-92a0-73e80e0d4eeb req-29442cc7-e278-411f-b54f-973d7f510bd0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:14.056110 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9e656a6-f5c0-48af-92a0-73e80e0d4eeb req-29442cc7-e278-411f-b54f-973d7f510bd0 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.2066629 Jun 16 16:35:14.104301 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e6396-34fe-4314-9f19-8aa2df265eba req-91033028-58c0-4f20-a5b2-694c91322080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:14.105848 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-91033028-58c0-4f20-a5b2-694c91322080 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 1098 time: 0.1599066 Jun 16 16:35:14.156304 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9e656a6-f5c0-48af-92a0-73e80e0d4eeb req-8b64533d-7254-4e04-8112-e981e2305c82 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878115 Jun 16 16:35:14.160744 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-4ba88d06-928c-4912-ab12-f8f47d65bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:14.162356 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-4ba88d06-928c-4912-ab12-f8f47d65bbd2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1622295 Jun 16 16:35:14.545414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e6396-34fe-4314-9f19-8aa2df265eba req-5b25454c-cb92-4103-93a5-e756058e595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:14.547090 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-5b25454c-cb92-4103-93a5-e756058e595c service neutron] 10.222.0.52 "GET /v2.0/networks?id=58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 200 len: 920 time: 0.4276373 Jun 16 16:35:14.590751 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-a1f66ae5-1dcc-464d-9cf4-cdfe592b3bba service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831856 Jun 16 16:35:14.639790 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-f3431943-18ac-46a2-beda-6695e661d4f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 200 len: 217 time: 0.0686898 Jun 16 16:35:14.741823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e6396-34fe-4314-9f19-8aa2df265eba req-e988c53a-df2a-47b4-a788-897bc66c256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:14.743268 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-e988c53a-df2a-47b4-a788-897bc66c256e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 200 len: 858 time: 0.0878680 Jun 16 16:35:14.760773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b4a3021-728a-4aa8-936a-483428e93d26 req-a43288e0-5011-4c42-9722-35c7dc1cae12 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317022 Jun 16 16:35:14.796925 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-17dd9332-869e-4cd0-95dc-4fa130fda4a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=58c64c45-0ebb-4303-9b0c-f42b715e403d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347884 Jun 16 16:35:14.932131 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-afeff51b-198a-4744-b757-418fd3b0e690 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084898 Jun 16 16:35:15.135624 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59418) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:15.139227 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-514e6396-34fe-4314-9f19-8aa2df265eba req-c3743b6b-fa39-4389-a5a5-09deda3b47e3 service neutron] 10.222.0.52 "GET /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903329 Jun 16 16:35:15.182160 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295086-e2ad-496d-9809-698c8e85b729 req-88798947-7d11-48f5-aaec-9320a64ef564 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:15.185041 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47295086-e2ad-496d-9809-698c8e85b729 req-88798947-7d11-48f5-aaec-9320a64ef564 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.1808827 Jun 16 16:35:15.238025 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47295086-e2ad-496d-9809-698c8e85b729 req-47464871-4f13-4e78-be32-187d1699dc94 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Jun 16 16:35:15.337722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:15.381565 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-94bcdf26-a39c-4728-99bb-42f07494d87e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c8c8e995361348a1b43d77e7ab3c2600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423561 Jun 16 16:35:15.383734 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 59426) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:15.484829 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:15.505109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a6541-7c14-48c9-b7cb-f3570b7539bb req-e0141672-4096-438c-a98f-6ab013f1348f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:15.506812 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc2a6541-7c14-48c9-b7cb-f3570b7539bb req-e0141672-4096-438c-a98f-6ab013f1348f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1367249 Jun 16 16:35:15.536956 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:15.582904 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc2a6541-7c14-48c9-b7cb-f3570b7539bb req-a657bbea-7b4f-45e0-a95b-0ce8d19eb440 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690308 Jun 16 16:35:15.732296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:15.736189 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:15.738062 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/de4d4548-b243-420c-bb82-e8d4b2a4c4fd HTTP/1.1" status: 204 len: 168 time: 0.3527019 Jun 16 16:35:15.739298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9ffcf617-87ee-4041-807c-26fcd3a33ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:15.750376 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4d4548-b243-420c-bb82-e8d4b2a4c4fd,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:15.754295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:16.813648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c051c7e-5fa4-4ce8-9c51-0145aaa55c62 req-bf0132e6-69c6-43ce-8504-2f4d3fb496f3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:16.815441 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c051c7e-5fa4-4ce8-9c51-0145aaa55c62 req-bf0132e6-69c6-43ce-8504-2f4d3fb496f3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0868859 Jun 16 16:35:16.858194 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c051c7e-5fa4-4ce8-9c51-0145aaa55c62 req-4c05fecc-d52d-437e-9aef-b2600dca7d45 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363643 Jun 16 16:35:17.650013 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146ad60-5eca-4cdd-878f-eaf82bf4f4ec req-961869a5-a8e0-485a-9473-34405e82965d tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:17.651606 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d146ad60-5eca-4cdd-878f-eaf82bf4f4ec req-961869a5-a8e0-485a-9473-34405e82965d tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.0760925 Jun 16 16:35:17.700302 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d146ad60-5eca-4cdd-878f-eaf82bf4f4ec req-f6328ff8-742c-4376-a900-f0019b01fa29 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Jun 16 16:35:18.071124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8e512-6678-494b-b4a3-7a7d6eff3646 req-127dba2e-a5db-4fd5-9366-e3bd2b78c5ec tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:18.072630 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0da8e512-6678-494b-b4a3-7a7d6eff3646 req-127dba2e-a5db-4fd5-9366-e3bd2b78c5ec tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0653720 Jun 16 16:35:18.114873 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0da8e512-6678-494b-b4a3-7a7d6eff3646 req-935e9aa2-954f-40db-9e57-0b8828f61191 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362892 Jun 16 16:35:18.908626 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e94a6b-6781-46e0-b4a4-34dd2843a270 req-72d4337e-924d-4b32-9c45-6ff003b80ecd tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:18.910903 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11e94a6b-6781-46e0-b4a4-34dd2843a270 req-72d4337e-924d-4b32-9c45-6ff003b80ecd tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.0720286 Jun 16 16:35:18.957130 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11e94a6b-6781-46e0-b4a4-34dd2843a270 req-1adad464-192d-47ee-b7dc-995db10b26bb tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Jun 16 16:35:19.294086 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e56cc-dc35-45a8-91cf-7ad70b5515e0 req-9e28b3fc-50a3-41b1-8f87-6950fc510874 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:19.295787 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e48e56cc-dc35-45a8-91cf-7ad70b5515e0 req-9e28b3fc-50a3-41b1-8f87-6950fc510874 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0674479 Jun 16 16:35:19.333789 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e48e56cc-dc35-45a8-91cf-7ad70b5515e0 req-0eaac035-95e4-43a2-9b79-f7142f02e719 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321083 Jun 16 16:35:20.068436 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c77c8-f507-417c-a17d-ca512af24974 req-12c4bc4d-64c1-4119-8642-f3e45c55e34f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:20.070042 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d78c77c8-f507-417c-a17d-ca512af24974 req-12c4bc4d-64c1-4119-8642-f3e45c55e34f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.0715218 Jun 16 16:35:20.214949 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28820e7c-0cdf-4717-9a9b-20cd9cc38050 req-f0d18869-b2fd-413f-9032-7d78ff4c58ce tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:20.216481 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-28820e7c-0cdf-4717-9a9b-20cd9cc38050 req-f0d18869-b2fd-413f-9032-7d78ff4c58ce tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 946 time: 0.1318960 Jun 16 16:35:20.231275 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Deleting port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:20.231621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:20.312803 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-28820e7c-0cdf-4717-9a9b-20cd9cc38050 req-827f5d16-dcec-406d-bbf7-9ed50130b218 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888960 Jun 16 16:35:20.343696 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] For port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:20.344048 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:20.411638 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Calling delete_port for de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:20.589676 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fb4b1-c4b4-4977-922d-120190ddc7b7 req-40340c37-d27b-45c6-bb7f-fb5c2831d5b3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:20.591117 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b3fb4b1-c4b4-4977-922d-120190ddc7b7 req-40340c37-d27b-45c6-bb7f-fb5c2831d5b3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1129019 Jun 16 16:35:20.640053 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b3fb4b1-c4b4-4977-922d-120190ddc7b7 req-f4d66691-d46f-4e80-8d2b-5fa41bc4c0c7 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Jun 16 16:35:20.692382 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:20.698899 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-37cb1f82-9372-4212-86ab-ad8f88f41ad9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:20.718266 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:20.743106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Pushing event deleted for resources: {'Port': ['ID=de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:20.750773 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:20.812219 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] No DVR routers for this DVR port de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:35:20.815886 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:20.818141 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d78c77c8-f507-417c-a17d-ca512af24974 req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "DELETE /v2.0/ports/de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 HTTP/1.1" status: 204 len: 173 time: 0.7423534 Jun 16 16:35:20.818641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'name': 'network-vif-deleted', 'tag': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:20.821302 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a9b8e-7f75-445e-b257-44da6eb48e66" -d '{"events": [{"server_uuid": "d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a", "name": "network-vif-deleted", "tag": "de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:20.892211 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b019ec87-0b23-488f-9740-6ced050cdb2d x-openstack-request-id: req-b019ec87-0b23-488f-9740-6ced050cdb2d {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:20.892211 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a", "name": "network-vif-deleted", "tag": "de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:20.892211 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b019ec87-0b23-488f-9740-6ced050cdb2d {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:20.892211 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01d14ab-dc4a-4d95-b045-ad0fc2af0a5a', 'name': 'network-vif-deleted', 'tag': 'de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8', 'status': 'completed', 'code': 200} Jun 16 16:35:21.479936 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-eceec8c2-95cf-4cd9-bb44-4b469235773e req-44638e4c-9a03-4270-91cb-ba91b0149abf tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=d01d14ab-dc4a-4d95-b045-ad0fc2af0a5a HTTP/1.1" status: 200 len: 210 time: 0.0310080 Jun 16 16:35:22.868550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-fb2ab89f-a0fc-40bb-9b56-a93bc3fec23f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:22.870022 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-fb2ab89f-a0fc-40bb-9b56-a93bc3fec23f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/networks?id=0b4a3a98-a42e-4652-aad7-622ef2863f23 HTTP/1.1" status: 200 len: 808 time: 0.1071551 Jun 16 16:35:22.887290 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-454263e5-d982-4699-83ad-9ef4ca91016a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/quotas/6c44e4519f1b4c49b6d9f0b95955a104 HTTP/1.1" status: 200 len: 375 time: 0.0104010 Jun 16 16:35:22.924414 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-56b3b4d4-2704-47b0-96e9-bec2816ed2bc tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311012 Jun 16 16:35:23.067963 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-3a71ec64-9f50-41e8-9ad1-856f87e62586 service neutron] 10.222.0.91 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360023 Jun 16 16:35:23.131222 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7d959-0bf5-472b-8f91-12e35009baf4 req-dd803fd0-005a-4aa2-b17b-919510acd922 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:23.132725 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4db7d959-0bf5-472b-8f91-12e35009baf4 req-dd803fd0-005a-4aa2-b17b-919510acd922 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1157911 Jun 16 16:35:23.217631 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-98148548-003a-459d-9a79-54cb0d0780dd service neutron] 10.222.0.91 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305130 Jun 16 16:35:23.221385 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4db7d959-0bf5-472b-8f91-12e35009baf4 req-e1c0e1a9-e549-4032-a5a6-cf41f26bb7ce tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562115 Jun 16 16:35:23.540433 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3fd3c190-9d3a-478e-9631-9ed037c0c6e0 req-9374a4ba-7995-4d73-ba32-975cf671b225 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 210 time: 0.0294945 Jun 16 16:35:24.440077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce666ed1-9b96-4528-83a7-0321728e03d0 req-ad771fb1-4755-41ee-8fea-00b61cdc668d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:24.441709 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ce666ed1-9b96-4528-83a7-0321728e03d0 req-ad771fb1-4755-41ee-8fea-00b61cdc668d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0729187 Jun 16 16:35:24.495799 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ce666ed1-9b96-4528-83a7-0321728e03d0 req-41a3fdf2-5286-4223-acd0-68bf6a540d9a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 Jun 16 16:35:24.629240 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:24.650174 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:24.650661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-442ec898-a324-497a-86c0-ccdfa4dd38be req-7102c1e2-4179-4cf7-bb94-01257217864b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 210 time: 0.0334692 Jun 16 16:35:24.650838 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device de7d438d-b7c1-4fe5-9cf9-9d504e8ee1c8 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:25.745377 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6fd19-4ee9-4227-a7ea-fab016e4db4a req-2c87e729-3a73-4b7c-9fc8-8e9d0df4386c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:25.747103 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9c6fd19-4ee9-4227-a7ea-fab016e4db4a req-2c87e729-3a73-4b7c-9fc8-8e9d0df4386c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0893159 Jun 16 16:35:25.790406 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9c6fd19-4ee9-4227-a7ea-fab016e4db4a req-0006d937-f734-4f9f-8ec2-596b529e164a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367570 Jun 16 16:35:25.836095 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-84df7f3b-1869-4854-9fae-e526d686a37e req-2e5f606a-3473-4856-a4a8-21912365e28a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 210 time: 0.0367506 Jun 16 16:35:26.778301 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-40b517f8-815e-4ffa-83e5-68c06f3a6eab tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:26.779844 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-40b517f8-815e-4ffa-83e5-68c06f3a6eab tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "GET /v2.0/networks?id=0b4a3a98-a42e-4652-aad7-622ef2863f23 HTTP/1.1" status: 200 len: 808 time: 0.1256008 Jun 16 16:35:26.805143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Request body: {'port': {'device_id': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23', 'admin_state_up': True, 'tenant_id': '6c44e4519f1b4c49b6d9f0b95955a104'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:35:27.047295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4a29-4cb1-427b-85d5-eaf14364e491 req-ea13b14e-e7bf-4f2f-9735-67a672865e6f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:27.048786 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-107d4a29-4cb1-427b-85d5-eaf14364e491 req-ea13b14e-e7bf-4f2f-9735-67a672865e6f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0751860 Jun 16 16:35:27.093470 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-107d4a29-4cb1-427b-85d5-eaf14364e491 req-ec976675-2c62-4113-8552-f16789a71b7b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380776 Jun 16 16:35:27.096886 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Made reservation on behalf of 6c44e4519f1b4c49b6d9f0b95955a104 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:35:27.100682 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:27.277794 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a8025bf-68a1-4522-b5b4-bea9e3663c4a req-7777ee6c-f4f3-48ba-a497-bd027ab56568 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 210 time: 0.0391994 Jun 16 16:35:27.285151 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Allocated IP 172.20.0.12 (0b4a3a98-a42e-4652-aad7-622ef2863f23/1160589a-7656-44b6-8a43-ff476fbccaa9/99f297ec-ca9a-47d4-bb19-6aa481af8ed4) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:35:27.477854 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cdfe5-b3f6-475a-a743-3abac2e5a724 req-b58c0308-d3d5-4d7b-97d9-5b7a9e588284 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:27.479511 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-972cdfe5-b3f6-475a-a743-3abac2e5a724 req-b58c0308-d3d5-4d7b-97d9-5b7a9e588284 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1498618 Jun 16 16:35:27.523148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:27.548834 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-972cdfe5-b3f6-475a-a743-3abac2e5a724 req-83e4d766-59f5-4cac-a73b-b5e4395baecf tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618596 Jun 16 16:35:27.658424 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:27.662566 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:27.709233 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Network 0b4a3a98-a42e-4652-aad7-622ef2863f23 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:35:27.714878 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:35:27.719052 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:35:27.726440 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Pushing event updated for resources: {'Port': ['ID=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:27.747711 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:27.774285 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:27.774915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:27.869573 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0695176 Jun 16 16:35:27.889732 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Request body: {'port': {'device_id': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:35:27.963555 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:28.332032 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:35:28.343223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:28.361356 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Transition to ACTIVE for port object 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:35:28.384707 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f1300-ca9e-4ff6-8a9d-04c590538861 req-fe7e9c98-dd8e-4680-9e76-75285fa0651d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:28.386276 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d86f1300-ca9e-4ff6-8a9d-04c590538861 req-fe7e9c98-dd8e-4680-9e76-75285fa0651d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0944843 Jun 16 16:35:28.494507 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d86f1300-ca9e-4ff6-8a9d-04c590538861 req-df11ebdd-8517-4cfa-b6d0-b0955002f94a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008017 Jun 16 16:35:28.497627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:28.505742 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:28.590828 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Pushing event updated for resources: {'Port': ['ID=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:28.596462 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:28.667364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5b4a0-2dca-4150-a5fe-bad0575c70da req-53aa47bf-b271-46b2-8b95-112508b2975f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:28.668883 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f6a5b4a0-2dca-4150-a5fe-bad0575c70da req-53aa47bf-b271-46b2-8b95-112508b2975f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 932 time: 0.2402921 Jun 16 16:35:28.732953 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Attempting to bind port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:35:28.733284 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Attempting to bind port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:35:28.733645 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Attempting to bind port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 on network 0b4a3a98-a42e-4652-aad7-622ef2863f23 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:35:28.752242 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 on network 0b4a3a98-a42e-4652-aad7-622ef2863f23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:35:28.752562 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Attempting to bind port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 on network 0b4a3a98-a42e-4652-aad7-622ef2863f23 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:35:28.763742 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f6a5b4a0-2dca-4150-a5fe-bad0575c70da req-bd6c9b62-00e4-448d-b374-4a1707f2b76a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848000 Jun 16 16:35:28.766787 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:35:28.767656 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Checking segment: {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:35:28.768026 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Bound using segment: {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:35:28.768463 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Bound port: 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec7fe25-fff6-4ebc-a782-4bc531d980f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1235, 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:35:28.768813 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:28.820411 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915dca3-5fb5-484d-8351-0e1abc6f4baa req-bcd53a58-ebb2-4121-8aa8-f7e788de2f12 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:28.821938 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d915dca3-5fb5-484d-8351-0e1abc6f4baa req-bcd53a58-ebb2-4121-8aa8-f7e788de2f12 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1459837 Jun 16 16:35:28.914075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] For port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:35:28.917690 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] For port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:35:28.922052 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d915dca3-5fb5-484d-8351-0e1abc6f4baa req-ecdbce57-3eb0-4b36-9b2c-e8aa670b1003 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877829 Jun 16 16:35:29.074800 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:29.076996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3797e80f-32fa-4c10-b6fb-e66c7a82b95b tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:29.115643 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.116260 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:29.117714 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] 10.222.0.52 "PUT /v2.0/ports/99f297ec-ca9a-47d4-bb19-6aa481af8ed4 HTTP/1.1" status: 200 len: 1094 time: 1.2328985 Jun 16 16:35:29.118172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'tag': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:29.120501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb9ce3c-87e9-48ec-9575-f660d470ad66" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9b639c-15ed-49b7-af6c-7152b4f933ee", "tag": "99f297ec-ca9a-47d4-bb19-6aa481af8ed4"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:29.144341 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Pushing event updated for resources: {'Port': ['ID=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:29.147846 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:29.185607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaf4fc8-ad54-482f-bbc7-eb92d89b1149 x-openstack-request-id: req-0aaf4fc8-ad54-482f-bbc7-eb92d89b1149 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:29.185934 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9b639c-15ed-49b7-af6c-7152b4f933ee", "tag": "99f297ec-ca9a-47d4-bb19-6aa481af8ed4", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:29.186214 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0aaf4fc8-ad54-482f-bbc7-eb92d89b1149 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:29.186639 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'tag': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4', 'status': 'completed', 'code': 200} Jun 16 16:35:29.287042 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ce3c-87e9-48ec-9575-f660d470ad66 req-3499c6fd-065f-44c6-b5ec-3906cf201a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.288705 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-abb9ce3c-87e9-48ec-9575-f660d470ad66 req-3499c6fd-065f-44c6-b5ec-3906cf201a95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 1097 time: 0.0569520 Jun 16 16:35:29.399042 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ce3c-87e9-48ec-9575-f660d470ad66 req-e7783ffd-75c0-4089-98a5-bc2df26bf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.400438 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-abb9ce3c-87e9-48ec-9575-f660d470ad66 req-e7783ffd-75c0-4089-98a5-bc2df26bf6c5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1011357 Jun 16 16:35:29.497440 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9ce3c-87e9-48ec-9575-f660d470ad66 req-3e0d5c94-ae38-4fcf-bcc6-1afcbd105eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.499012 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-abb9ce3c-87e9-48ec-9575-f660d470ad66 req-3e0d5c94-ae38-4fcf-bcc6-1afcbd105eb9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904036 Jun 16 16:35:29.686091 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-d80916a9-182a-4cad-80e0-5848e0e1e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.688566 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-d80916a9-182a-4cad-80e0-5848e0e1e23e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 1097 time: 0.1349647 Jun 16 16:35:29.738170 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-3fab1690-7cd0-40fb-85cb-9715b1cb77aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99f297ec-ca9a-47d4-bb19-6aa481af8ed4 HTTP/1.1" status: 200 len: 217 time: 0.0384531 Jun 16 16:35:29.769588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593b4ed-83d0-4240-b57f-6a9964c8edd7 req-b17048bb-9a44-49c6-9973-66b6b5f6b853 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.771108 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c593b4ed-83d0-4240-b57f-6a9964c8edd7 req-b17048bb-9a44-49c6-9973-66b6b5f6b853 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1533797 Jun 16 16:35:29.826377 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-623f68ed-4011-41a7-9a07-ad52b873bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:29.827890 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-623f68ed-4011-41a7-9a07-ad52b873bbef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1160589a-7656-44b6-8a43-ff476fbccaa9 HTTP/1.1" status: 200 len: 848 time: 0.0766594 Jun 16 16:35:29.844829 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c593b4ed-83d0-4240-b57f-6a9964c8edd7 req-877a6ea8-eb74-48ce-b7b5-d24c9bc65fe9 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565107 Jun 16 16:35:29.874853 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-e7556e04-79fd-46ad-834e-690e64d99fcd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0b4a3a98-a42e-4652-aad7-622ef2863f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jun 16 16:35:30.303630 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-9a9f47f0-8bf2-4547-8947-d73bfc83ca48 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194329 Jun 16 16:35:30.316281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df23a44-c7cc-49e0-90eb-c1471b61cb6c req-76c0e7a6-7840-4221-a2e2-15f87ad078fb tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:30.317760 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1df23a44-c7cc-49e0-90eb-c1471b61cb6c req-76c0e7a6-7840-4221-a2e2-15f87ad078fb tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 944 time: 0.4260345 Jun 16 16:35:30.380175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78819897-a9f4-4ce6-87c6-b49bc70aeb61 req-472a4cab-9598-435a-8f17-9625dfe75bc3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:30.381684 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-78819897-a9f4-4ce6-87c6-b49bc70aeb61 req-472a4cab-9598-435a-8f17-9625dfe75bc3 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1528935 Jun 16 16:35:30.440063 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1df23a44-c7cc-49e0-90eb-c1471b61cb6c req-968cdad7-b03b-423d-a703-ddf9e0ea45e8 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083062 Jun 16 16:35:30.479400 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-78819897-a9f4-4ce6-87c6-b49bc70aeb61 req-23aefd3d-827e-41ff-94c4-74a420c8db52 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611663 Jun 16 16:35:30.481218 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ffd4da1-29fc-4919-a3a4-121497d0b52f req-84d36ff1-775e-407c-aa01-7c202a6f3854 service neutron] 10.222.0.52 "GET /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596408 Jun 16 16:35:31.070059 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-e2aeee63-aba3-4639-b3be-efe5955b8682 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:31.071762 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-e2aeee63-aba3-4639-b3be-efe5955b8682 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1352420 Jun 16 16:35:31.144023 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe01a9-4ef8-4fb2-8f1d-23b56443aab5 req-af155743-526c-45e6-a360-4e923c548fa0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:31.145600 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20fe01a9-4ef8-4fb2-8f1d-23b56443aab5 req-af155743-526c-45e6-a360-4e923c548fa0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1509466 Jun 16 16:35:31.223142 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20fe01a9-4ef8-4fb2-8f1d-23b56443aab5 req-5ebfc75e-72be-48ac-bc21-da50262caf34 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713654 Jun 16 16:35:31.262861 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Deleting port 78be9d1f-2b7f-4211-9c5d-61e77e91879a {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:31.262861 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:31.388165 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] For port 78be9d1f-2b7f-4211-9c5d-61e77e91879a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=78be9d1f-2b7f-4211-9c5d-61e77e91879a,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:31.389550 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:31.484097 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Calling delete_port for 78be9d1f-2b7f-4211-9c5d-61e77e91879a owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:31.767894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de754530-b652-40b2-9053-cc3c91da7ec3 req-2769ddd0-67bf-481e-945f-7f8cf38c9f75 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:31.769388 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-de754530-b652-40b2-9053-cc3c91da7ec3 req-2769ddd0-67bf-481e-945f-7f8cf38c9f75 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 945 time: 0.1517889 Jun 16 16:35:31.781249 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4213131-42ee-4fc2-a6ae-d71c8d0910d8 req-91576a25-387e-4e9a-a664-63c2f09194ac tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:31.783094 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c4213131-42ee-4fc2-a6ae-d71c8d0910d8 req-91576a25-387e-4e9a-a664-63c2f09194ac tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 944 time: 0.1757343 Jun 16 16:35:31.864795 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:31.880140 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-de754530-b652-40b2-9053-cc3c91da7ec3 req-afea555c-950c-4278-bb51-1e682257faca tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957849 Jun 16 16:35:31.880998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['29f3eeec-f903-4b24-9860-62dad5d33df8', '78be9d1f-2b7f-4211-9c5d-61e77e91879a'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:31.881790 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c17f924c-4884-44f5-b4b2-03b6fb64c645 tempest-DeleteServersTestJSON-242683093 tempest-DeleteServersTestJSON-242683093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:31.893570 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c4213131-42ee-4fc2-a6ae-d71c8d0910d8 req-4844355c-f3fc-4378-97a7-63205e908215 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026814 Jun 16 16:35:31.936572 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Pushing event deleted for resources: {'Port': ['ID=78be9d1f-2b7f-4211-9c5d-61e77e91879a,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:31.940769 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:32.029678 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] No DVR routers for this DVR port 78be9d1f-2b7f-4211-9c5d-61e77e91879a on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:35:32.034155 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:32.037782 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b8d8fab3-c99c-4ca6-a2d1-1e8225c61865 req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "DELETE /v2.0/ports/78be9d1f-2b7f-4211-9c5d-61e77e91879a HTTP/1.1" status: 204 len: 173 time: 0.9544623 Jun 16 16:35:32.038652 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'name': 'network-vif-deleted', 'tag': '78be9d1f-2b7f-4211-9c5d-61e77e91879a'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:32.043037 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f2bd7f-fed1-42cb-9a07-fdce4c7da665" -d '{"events": [{"server_uuid": "244a52d5-c33e-4c80-a590-a3e5716c512d", "name": "network-vif-deleted", "tag": "78be9d1f-2b7f-4211-9c5d-61e77e91879a"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:32.097194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bafacb-b696-4173-8601-ff43d6e6a633 x-openstack-request-id: req-77bafacb-b696-4173-8601-ff43d6e6a633 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:32.097724 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "244a52d5-c33e-4c80-a590-a3e5716c512d", "name": "network-vif-deleted", "tag": "78be9d1f-2b7f-4211-9c5d-61e77e91879a", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:32.098182 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-77bafacb-b696-4173-8601-ff43d6e6a633 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:32.098837 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '244a52d5-c33e-4c80-a590-a3e5716c512d', 'name': 'network-vif-deleted', 'tag': '78be9d1f-2b7f-4211-9c5d-61e77e91879a', 'status': 'completed', 'code': 200} Jun 16 16:35:32.420665 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc005a-787c-4832-adb4-70c565241ec7 req-bd22889f-e8b9-4c19-91d1-8008181e4267 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:32.422292 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-41bc005a-787c-4832-adb4-70c565241ec7 req-bd22889f-e8b9-4c19-91d1-8008181e4267 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0714982 Jun 16 16:35:32.465294 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-41bc005a-787c-4832-adb4-70c565241ec7 req-f7927b96-93df-4457-8e0d-3fb11bfec959 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360186 Jun 16 16:35:33.128845 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b3820c22-38a9-4866-aeb0-0666e821899b req-5724bf62-8044-4ac5-9038-a42bfa37b9d8 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=244a52d5-c33e-4c80-a590-a3e5716c512d HTTP/1.1" status: 200 len: 210 time: 0.0612617 Jun 16 16:35:33.167074 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87650c-7a87-4c35-be80-71b3d348677f req-a02f612e-13a5-4806-8204-c3845a5626b8 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:33.172815 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c87650c-7a87-4c35-be80-71b3d348677f req-a02f612e-13a5-4806-8204-c3845a5626b8 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 944 time: 0.1477153 Jun 16 16:35:33.224664 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c87650c-7a87-4c35-be80-71b3d348677f req-6eb4ff7c-824b-4062-86bb-0782185c35f3 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474315 Jun 16 16:35:33.668352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ce1ad-ffee-4bc8-87b7-1f59afaff0ba req-e2b88629-846c-4235-8b27-ce07ca85e5d1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:33.670027 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ff8ce1ad-ffee-4bc8-87b7-1f59afaff0ba req-e2b88629-846c-4235-8b27-ce07ca85e5d1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0694857 Jun 16 16:35:33.715321 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ff8ce1ad-ffee-4bc8-87b7-1f59afaff0ba req-c5706051-4703-4eb3-9a7b-64aca93b7917 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382569 Jun 16 16:35:34.480318 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b7c3d-485b-4fd2-95d8-fb451dbb50a9 req-a5c69b87-aee1-4811-b096-89f2078cae44 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:34.481955 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c1b7c3d-485b-4fd2-95d8-fb451dbb50a9 req-a5c69b87-aee1-4811-b096-89f2078cae44 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 944 time: 0.0862567 Jun 16 16:35:34.525153 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c1b7c3d-485b-4fd2-95d8-fb451dbb50a9 req-04182895-7a91-4789-a9ee-b8f020b78f57 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354710 Jun 16 16:35:34.614072 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:35:34.703142 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:35:34.707272 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 78be9d1f-2b7f-4211-9c5d-61e77e91879a no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:34.736450 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 78be9d1f-2b7f-4211-9c5d-61e77e91879a {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:34.736832 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 78be9d1f-2b7f-4211-9c5d-61e77e91879a not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:34.863457 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:34.882905 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4', 'network_id': '0b4a3a98-a42e-4652-aad7-622ef2863f23', 'port_id': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4', 'mac_address': 'fa:16:3e:9a:31:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1160589a-7656-44b6-8a43-ff476fbccaa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:35:34.954008 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:34.978645 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:35:35.014490 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:35.029840 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3faf7-6661-45fd-b454-39145bd65e9a req-eec753f9-d1ad-4d04-8ab4-52c0cf676569 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:35.031595 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2de3faf7-6661-45fd-b454-39145bd65e9a req-eec753f9-d1ad-4d04-8ab4-52c0cf676569 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1162100 Jun 16 16:35:35.095344 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:35.107205 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:35.108280 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2de3faf7-6661-45fd-b454-39145bd65e9a req-c73c39f0-951b-4d39-a254-0f31272057b5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700302 Jun 16 16:35:35.144590 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a5cbd-aa3e-4d46-bbc7-5e91021b30b7 req-7d308e3d-cd47-4c7b-9b9c-e76ad8b9ed63 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:35.146172 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-778a5cbd-aa3e-4d46-bbc7-5e91021b30b7 req-7d308e3d-cd47-4c7b-9b9c-e76ad8b9ed63 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0999162 Jun 16 16:35:35.175803 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:35.191663 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:35.214822 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-778a5cbd-aa3e-4d46-bbc7-5e91021b30b7 req-741f15b7-105b-4995-a170-8de7fe2ddd72 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577929 Jun 16 16:35:35.347811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ec31-030d-4175-a30e-896b1eefc533 req-97ab2bb5-8f3a-4983-9948-8ab08908b860 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:35.349411 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7597ec31-030d-4175-a30e-896b1eefc533 req-97ab2bb5-8f3a-4983-9948-8ab08908b860 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0836051 Jun 16 16:35:35.395225 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7597ec31-030d-4175-a30e-896b1eefc533 req-b8e6b627-66bc-43e1-af22-0038f130afd6 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380511 Jun 16 16:35:35.656515 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['99f297ec-ca9a-47d4-bb19-6aa481af8ed4'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:35.746850 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf30e-5a46-4662-9723-1e8f1ba076ff req-6e7ed9ef-c703-4b6d-84fa-b3f2a1ff386e tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:35.748849 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-512cf30e-5a46-4662-9723-1e8f1ba076ff req-6e7ed9ef-c703-4b6d-84fa-b3f2a1ff386e tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 945 time: 0.0835383 Jun 16 16:35:35.794373 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-512cf30e-5a46-4662-9723-1e8f1ba076ff req-fb4c1af2-4df8-4c88-addf-1111f39c4c8f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 Jun 16 16:35:36.341975 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256296bf-0d38-49a9-902d-2610bc492b37 req-933f9f08-da7a-413a-af9a-70045c9a03bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:36.343645 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-256296bf-0d38-49a9-902d-2610bc492b37 req-933f9f08-da7a-413a-af9a-70045c9a03bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0670593 Jun 16 16:35:36.388286 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-256296bf-0d38-49a9-902d-2610bc492b37 req-fc8f0134-4306-4282-a25a-1dac5f6317c5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378969 Jun 16 16:35:36.639549 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e39686-b40e-476f-8577-03c587eae687 req-d7460809-bb24-4f58-98fa-2d1e5d3d5504 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:36.641483 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c9e39686-b40e-476f-8577-03c587eae687 req-d7460809-bb24-4f58-98fa-2d1e5d3d5504 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1203060 Jun 16 16:35:36.706139 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c9e39686-b40e-476f-8577-03c587eae687 req-2a822758-e274-410f-bf3d-bb5c4391830a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545151 Jun 16 16:35:36.724682 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9d1a2-7c10-4db9-98bf-0f97a0180294 req-c0a057e2-5cb0-463f-b51d-b564e5dfb834 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:36.727382 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c3e9d1a2-7c10-4db9-98bf-0f97a0180294 req-c0a057e2-5cb0-463f-b51d-b564e5dfb834 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1350203 Jun 16 16:35:36.778948 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c3e9d1a2-7c10-4db9-98bf-0f97a0180294 req-e8819961-e6f4-42be-bcaf-16ea90d3aa02 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Jun 16 16:35:37.021824 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ce3ea-e0c5-4e7c-be53-2690bfede2c2 req-2c3bb1ec-9bc2-45e9-98cc-f84a41d08327 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:37.024437 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-668ce3ea-e0c5-4e7c-be53-2690bfede2c2 req-2c3bb1ec-9bc2-45e9-98cc-f84a41d08327 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 945 time: 0.1014009 Jun 16 16:35:37.068346 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-668ce3ea-e0c5-4e7c-be53-2690bfede2c2 req-b76b38fa-d216-46b4-99c6-361c0c9c81e3 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Jun 16 16:35:37.394855 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9ce23d05-2742-4355-ac81-4164694e39c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:37.587458 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c394e2-9351-4659-afe7-c2291f9f7e2a req-8e386101-24a4-4c62-955b-65531b286a4f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:37.589364 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a6c394e2-9351-4659-afe7-c2291f9f7e2a req-8e386101-24a4-4c62-955b-65531b286a4f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0737288 Jun 16 16:35:37.635506 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a6c394e2-9351-4659-afe7-c2291f9f7e2a req-1edd7d72-65fb-4708-afd5-eeb434c53e06 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 Jun 16 16:35:38.005534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574ce26-84c4-4512-8f13-792c3b0626cc req-6b44a749-caf9-4ffc-9ae1-3c176fd1de8f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:38.008259 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a574ce26-84c4-4512-8f13-792c3b0626cc req-6b44a749-caf9-4ffc-9ae1-3c176fd1de8f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1675057 Jun 16 16:35:38.108427 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649668d1-d5d9-4fb5-9ab6-c5a49a637ce4 req-48805639-d681-41a8-973f-abf71d269a14 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:38.111340 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-649668d1-d5d9-4fb5-9ab6-c5a49a637ce4 req-48805639-d681-41a8-973f-abf71d269a14 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1950619 Jun 16 16:35:38.116581 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a574ce26-84c4-4512-8f13-792c3b0626cc req-048ad7a1-123e-47e7-8903-6461acab3b7c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008527 Jun 16 16:35:38.178314 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-649668d1-d5d9-4fb5-9ab6-c5a49a637ce4 req-f751545d-6590-40ed-a530-eec4430aac46 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600173 Jun 16 16:35:38.305813 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230ccc6-f76c-40d0-9c91-34ce1e198b8f req-b3aa53cf-200f-414c-8caa-46ccc3d27905 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:38.307898 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f230ccc6-f76c-40d0-9c91-34ce1e198b8f req-b3aa53cf-200f-414c-8caa-46ccc3d27905 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 945 time: 0.0783062 Jun 16 16:35:38.376044 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f230ccc6-f76c-40d0-9c91-34ce1e198b8f req-0ca0f4e3-1efc-4af9-b066-a849eb9a138e tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564666 Jun 16 16:35:38.724445 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:35:38.841787 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7710e-0717-4090-a936-9fd00ce3c61b req-9cbdc410-6dd1-41da-aa8e-b05b050d929d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:38.843510 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65e7710e-0717-4090-a936-9fd00ce3c61b req-9cbdc410-6dd1-41da-aa8e-b05b050d929d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0829129 Jun 16 16:35:38.851831 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:35:38.856705 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:35:38.857089 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:38.893080 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65e7710e-0717-4090-a936-9fd00ce3c61b req-ccbbc98a-7f6f-44b0-89ed-58143631b12d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 Jun 16 16:35:38.971358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:38.997687 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:39.000029 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f205af54-0515-4af9-8a81-990c8a1475cc" -d '{"events": [{"server_uuid": "dd9b639c-15ed-49b7-af6c-7152b4f933ee", "name": "network-vif-plugged", "status": "completed", "tag": "99f297ec-ca9a-47d4-bb19-6aa481af8ed4"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:39.015867 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:39.069033 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f6d2a-7f6a-4d67-b725-4839058b0a45 x-openstack-request-id: req-457f6d2a-7f6a-4d67-b725-4839058b0a45 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:39.069539 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b639c-15ed-49b7-af6c-7152b4f933ee", "name": "network-vif-plugged", "status": "completed", "tag": "99f297ec-ca9a-47d4-bb19-6aa481af8ed4", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:39.069962 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-457f6d2a-7f6a-4d67-b725-4839058b0a45 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:39.070611 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4', 'code': 200} Jun 16 16:35:39.120345 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:39.123537 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:39.177640 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:39.180972 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:39.327676 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf16b9e-412d-4f3d-a10f-b0916fb1a66f req-4e2cbbc9-9149-4d56-a224-62c60260d142 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:39.329940 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fdf16b9e-412d-4f3d-a10f-b0916fb1a66f req-4e2cbbc9-9149-4d56-a224-62c60260d142 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0806925 Jun 16 16:35:39.403666 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fdf16b9e-412d-4f3d-a10f-b0916fb1a66f req-87caa66b-d60a-4b0a-b634-578a9aa2b6eb tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643075 Jun 16 16:35:39.434511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3325e2-360b-40f4-9bcb-920d61d6a3b4 req-66f416e0-9d62-4920-84fc-1216b8500424 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:39.436386 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd3325e2-360b-40f4-9bcb-920d61d6a3b4 req-66f416e0-9d62-4920-84fc-1216b8500424 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1180701 Jun 16 16:35:39.485572 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd3325e2-360b-40f4-9bcb-920d61d6a3b4 req-2bf3c360-ea2c-4fff-b050-18206bacf54c tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Jun 16 16:35:39.554076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0e65-6902-4f2f-b00f-1ddbaed2cd0b req-a725996d-44e2-4b10-8549-bc4e1cdacc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:39.555722 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a3fe0e65-6902-4f2f-b00f-1ddbaed2cd0b req-a725996d-44e2-4b10-8549-bc4e1cdacc6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 1099 time: 0.0646949 Jun 16 16:35:39.627552 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a3fe0e65-6902-4f2f-b00f-1ddbaed2cd0b req-2b248d95-5b67-4a5d-9a7a-511acdc345c6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Jun 16 16:35:39.661151 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c6636-ec55-41cb-bf92-cd53c16095e3 req-013a5dbb-7269-4ffc-824e-ea21491dc787 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:39.662754 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-368c6636-ec55-41cb-bf92-cd53c16095e3 req-013a5dbb-7269-4ffc-824e-ea21491dc787 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.0907390 Jun 16 16:35:39.705844 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-368c6636-ec55-41cb-bf92-cd53c16095e3 req-f5b55c19-3048-4ffa-bb04-dc620f26024f tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Jun 16 16:35:40.137137 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:40.150344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd6e38-b19e-4fa2-9d36-ab71994b534b req-0284ad54-7687-4729-b95c-b789f7b577aa tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:40.152925 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-91fd6e38-b19e-4fa2-9d36-ab71994b534b req-0284ad54-7687-4729-b95c-b789f7b577aa tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0910933 Jun 16 16:35:40.166270 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6bf150de-dadf-4d4e-a25e-1355e3bd3499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:40.210927 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-91fd6e38-b19e-4fa2-9d36-ab71994b534b req-da4fe43f-cf04-4663-9cd4-b43fa5f9aa5c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473473 Jun 16 16:35:40.627565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f13b8-cb71-4a44-bf6d-119c41b95a81 req-fe09bf78-1888-4ac7-9266-59336d421452 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:40.630402 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc6f13b8-cb71-4a44-bf6d-119c41b95a81 req-fe09bf78-1888-4ac7-9266-59336d421452 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0872118 Jun 16 16:35:40.723923 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc6f13b8-cb71-4a44-bf6d-119c41b95a81 req-922d7955-ba84-420d-b210-6b810ebd526e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744529 Jun 16 16:35:40.746408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190c01-ab2f-4d56-b9b7-b1344c75cd00 req-9c8eaedc-1344-459f-b557-e28fe2b8b01f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:40.750461 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5f190c01-ab2f-4d56-b9b7-b1344c75cd00 req-9c8eaedc-1344-459f-b557-e28fe2b8b01f tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1163855 Jun 16 16:35:40.818941 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5f190c01-ab2f-4d56-b9b7-b1344c75cd00 req-4f397289-8c2c-4730-8cc5-ff72a6a9778a tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Jun 16 16:35:40.922573 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51492829-25f3-41ee-8fa7-0e9af10d6fda req-4b0b366f-2836-4e99-aaa4-4016a8b0723a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:40.925026 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51492829-25f3-41ee-8fa7-0e9af10d6fda req-4b0b366f-2836-4e99-aaa4-4016a8b0723a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.0760636 Jun 16 16:35:40.973986 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51492829-25f3-41ee-8fa7-0e9af10d6fda req-2f5f59d1-26a8-403c-aeb5-ab5fc44095a3 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Jun 16 16:35:41.269725 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:41.420936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd533d-5496-466d-bbd1-d2e21814b44e req-95d55d52-7709-44a7-bf89-9ef074c7a55b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:41.422789 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2bdd533d-5496-466d-bbd1-d2e21814b44e req-95d55d52-7709-44a7-bf89-9ef074c7a55b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0757775 Jun 16 16:35:41.473108 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2bdd533d-5496-466d-bbd1-d2e21814b44e req-5134953b-0e3b-4e15-bf04-57b992b26c0c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407495 Jun 16 16:35:41.975428 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e030-a7ab-4af3-8f67-b9fd6bd34e16 req-1ce14621-275b-4140-8f8e-82d0f58500b5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:41.982353 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c696e030-a7ab-4af3-8f67-b9fd6bd34e16 req-1ce14621-275b-4140-8f8e-82d0f58500b5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1061003 Jun 16 16:35:42.061501 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c696e030-a7ab-4af3-8f67-b9fd6bd34e16 req-7e4fd3d8-c656-4ff6-af95-6e5d76f2a693 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748463 Jun 16 16:35:42.120565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e7ba0-ae49-4553-9ff7-8825329a5e35 req-d9022fec-f0fd-47d2-9de4-b52ff0cc1963 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:42.122334 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c01e7ba0-ae49-4553-9ff7-8825329a5e35 req-d9022fec-f0fd-47d2-9de4-b52ff0cc1963 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1380994 Jun 16 16:35:42.182300 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c01e7ba0-ae49-4553-9ff7-8825329a5e35 req-bf49f5ec-c09c-4236-b323-95e4df5afdea tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 Jun 16 16:35:42.348024 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54af0a-f4fb-4764-9768-692d6e486f96 req-81399b63-f6a7-4a5b-a7c0-062dad1d2b03 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:42.350057 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cd54af0a-f4fb-4764-9768-692d6e486f96 req-81399b63-f6a7-4a5b-a7c0-062dad1d2b03 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.0812635 Jun 16 16:35:42.396765 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cd54af0a-f4fb-4764-9768-692d6e486f96 req-ee4ad308-c79c-4cfa-80f4-7cbfac283713 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398746 Jun 16 16:35:42.693991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c2693-dd30-49c0-9c9d-11eba86eb87b req-45d7f09c-3a8d-451e-b593-eb13f206ac98 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:42.695564 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-164c2693-dd30-49c0-9c9d-11eba86eb87b req-45d7f09c-3a8d-451e-b593-eb13f206ac98 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0742650 Jun 16 16:35:42.744240 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-164c2693-dd30-49c0-9c9d-11eba86eb87b req-734a6749-4951-442f-83a3-379427d2d7ef tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417349 Jun 16 16:35:42.748176 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:35:42.885440 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:42.906740 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'mac_address': 'fa:16:3e:17:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:35:42.955922 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:42.971734 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 931e7815-d979-4404-bb21-bb6d9fbcd1a2 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:35:42.996657 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:43.090232 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:43.292260 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:43.294963 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:43.312204 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142517f2-08c1-45b0-8f26-59015506e5ae req-ba4654f2-0cd6-4c26-8004-6f0a5e70f718 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:43.316469 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-142517f2-08c1-45b0-8f26-59015506e5ae req-ba4654f2-0cd6-4c26-8004-6f0a5e70f718 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0881631 Jun 16 16:35:43.388642 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-142517f2-08c1-45b0-8f26-59015506e5ae req-e41664ef-514c-4c17-bacd-56dfb2e4c87a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676310 Jun 16 16:35:43.410426 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=6']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:43.419917 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:43.470659 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e16a72-91ff-4e47-b516-cf0676bddc75 req-7204a9bc-db55-420c-8281-ff91be0c0845 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:43.472258 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-89e16a72-91ff-4e47-b516-cf0676bddc75 req-7204a9bc-db55-420c-8281-ff91be0c0845 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.0762329 Jun 16 16:35:43.501813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['931e7815-d979-4404-bb21-bb6d9fbcd1a2'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:43.543019 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-89e16a72-91ff-4e47-b516-cf0676bddc75 req-61cad88e-4bb3-4994-b282-866d6d6b59c1 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/security-groups?id=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635333 Jun 16 16:35:44.073139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-3f2827cd-1de8-420c-b6fa-5898553db374 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:44.075082 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-3f2827cd-1de8-420c-b6fa-5898553db374 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 945 time: 0.1519589 Jun 16 16:35:44.083651 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ff57e-b4fd-4013-b880-69fbe48b60a8 req-ef123410-9069-4f3c-a4fc-7825e911c877 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:44.085327 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d3ff57e-b4fd-4013-b880-69fbe48b60a8 req-ef123410-9069-4f3c-a4fc-7825e911c877 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.1642568 Jun 16 16:35:44.168997 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d3ff57e-b4fd-4013-b880-69fbe48b60a8 req-630766f1-6423-4f04-b384-25317397aeb0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741398 Jun 16 16:35:44.225712 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Deleting port 29f3eeec-f903-4b24-9860-62dad5d33df8 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:44.226119 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:44.340694 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] For port 29f3eeec-f903-4b24-9860-62dad5d33df8, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=29f3eeec-f903-4b24-9860-62dad5d33df8,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:44.341170 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:44.416458 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Calling delete_port for 29f3eeec-f903-4b24-9860-62dad5d33df8 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:44.643144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a326-502d-43a8-b1b6-3659aa2402cd req-f70db16f-a43b-450b-b4bd-e72867cffb5f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:44.644763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1f89a326-502d-43a8-b1b6-3659aa2402cd req-f70db16f-a43b-450b-b4bd-e72867cffb5f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0939326 Jun 16 16:35:44.691850 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1f89a326-502d-43a8-b1b6-3659aa2402cd req-5de25f78-0a50-4001-992a-13307d5a1132 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400245 Jun 16 16:35:44.726175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:44.731176 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c4ca5040-143d-4b0e-8a07-51336cc6c6fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:44.743479 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['29f3eeec-f903-4b24-9860-62dad5d33df8'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:44.764874 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Pushing event deleted for resources: {'Port': ['ID=29f3eeec-f903-4b24-9860-62dad5d33df8,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:44.770983 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:44.817209 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:35:44.825678 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] No DVR routers for this DVR port 29f3eeec-f903-4b24-9860-62dad5d33df8 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:35:44.830049 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:44.832437 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3df32fce-17c9-4fcd-9527-88095e96d620 req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.52 "DELETE /v2.0/ports/29f3eeec-f903-4b24-9860-62dad5d33df8 HTTP/1.1" status: 204 len: 173 time: 0.7460766 Jun 16 16:35:44.833077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'name': 'network-vif-deleted', 'tag': '29f3eeec-f903-4b24-9860-62dad5d33df8'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:44.835555 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6180cf64-c03a-434a-887d-222327cc1cd6" -d '{"events": [{"server_uuid": "70a509c4-061d-4a4c-9b38-ebf4248946af", "name": "network-vif-deleted", "tag": "29f3eeec-f903-4b24-9860-62dad5d33df8"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:44.910328 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47808fb6-da42-47bd-8de5-771e908a5d9d req-4fe7a4dc-2179-4778-aa5d-7ae7b39778d5 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 210 time: 0.0370610 Jun 16 16:35:44.915929 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:35:44.922682 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:44.948749 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6c1b1-943f-4c26-92f1-25c6317d4866 req-5ce351d2-c22b-444d-8077-05374b63f4cc tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:44.965783 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83f6c1b1-943f-4c26-92f1-25c6317d4866 req-5ce351d2-c22b-444d-8077-05374b63f4cc tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.1184793 Jun 16 16:35:44.993508 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3a985-60b6-4959-9d65-971ecb9cf17a x-openstack-request-id: req-a4e3a985-60b6-4959-9d65-971ecb9cf17a {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:44.993986 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a509c4-061d-4a4c-9b38-ebf4248946af", "name": "network-vif-deleted", "tag": "29f3eeec-f903-4b24-9860-62dad5d33df8", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:44.994336 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a4e3a985-60b6-4959-9d65-971ecb9cf17a {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:44.994828 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a509c4-061d-4a4c-9b38-ebf4248946af', 'name': 'network-vif-deleted', 'tag': '29f3eeec-f903-4b24-9860-62dad5d33df8', 'status': 'completed', 'code': 200} Jun 16 16:35:45.016329 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83f6c1b1-943f-4c26-92f1-25c6317d4866 req-82814051-1605-426a-b564-a231ee7fd6ba tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575106 Jun 16 16:35:45.085727 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:45.118011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:45.120633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db3a43-4619-4c9f-a899-79382dd3d4e4" -d '{"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-plugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:45.139490 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:45.171794 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a68e57-65e1-4b6c-ab8f-41e64c3f7f4f x-openstack-request-id: req-07a68e57-65e1-4b6c-ab8f-41e64c3f7f4f {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:45.172098 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-plugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:45.172358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-07a68e57-65e1-4b6c-ab8f-41e64c3f7f4f {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:45.172824 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'code': 200} Jun 16 16:35:45.354751 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:45.358734 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:45.389868 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:45.403944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b29ae-6401-4cb9-b3f0-905b623d8124 req-f208f3ee-3b22-4e76-b512-cc5bcb7e373d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:45.409255 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d18b29ae-6401-4cb9-b3f0-905b623d8124 req-f208f3ee-3b22-4e76-b512-cc5bcb7e373d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.0841117 Jun 16 16:35:45.428239 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=7']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:45.435083 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:45.464171 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d18b29ae-6401-4cb9-b3f0-905b623d8124 req-48b925c0-dec6-4858-843b-ed82aac869a0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Jun 16 16:35:45.892717 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b177c8-b0a5-45b0-8967-cedc8d95aae5 req-689e639b-b8a4-40e0-8259-687521bcdf38 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:45.894446 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c6b177c8-b0a5-45b0-8967-cedc8d95aae5 req-689e639b-b8a4-40e0-8259-687521bcdf38 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0729754 Jun 16 16:35:46.280181 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a7a58559-7bf2-4e68-a0b7-1950e05395af req-01ce3e3a-bd2e-42d3-8877-de7b8bf5a540 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] 10.222.0.91 "GET /v2.0/ports?device_id=70a509c4-061d-4a4c-9b38-ebf4248946af HTTP/1.1" status: 200 len: 210 time: 0.0384674 Jun 16 16:35:46.299124 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c6b177c8-b0a5-45b0-8967-cedc8d95aae5 req-a8055a93-2766-4727-9385-d838b65ae680 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3970118 Jun 16 16:35:46.510628 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e8a4e-2b20-4a34-a87b-313bd2e5354c req-ed3934ca-a920-4385-915d-65f7eddb8022 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:46.512417 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e8e8a4e-2b20-4a34-a87b-313bd2e5354c req-ed3934ca-a920-4385-915d-65f7eddb8022 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.1131012 Jun 16 16:35:46.562689 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e8e8a4e-2b20-4a34-a87b-313bd2e5354c req-9e565ab4-d4c1-420c-9681-c163f659d3f2 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Jun 16 16:35:46.722653 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebfcdf-d544-4440-a94e-f1269c5b3688 req-ddb57575-1e05-455d-983b-8cd2fd2e0add tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:46.725210 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c8ebfcdf-d544-4440-a94e-f1269c5b3688 req-ddb57575-1e05-455d-983b-8cd2fd2e0add tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0845106 Jun 16 16:35:46.768626 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 29f3eeec-f903-4b24-9860-62dad5d33df8 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:46.792150 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 29f3eeec-f903-4b24-9860-62dad5d33df8 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:46.792395 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 29f3eeec-f903-4b24-9860-62dad5d33df8 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:46.794468 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c8ebfcdf-d544-4440-a94e-f1269c5b3688 req-2e8fd4b6-a12a-4970-8b27-ca24b88d5d52 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607059 Jun 16 16:35:47.354330 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155503bd-813b-4472-a2a8-f3f743776d3a req-190718a7-5ab5-478b-927e-adc68a544fe9 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:47.359638 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-155503bd-813b-4472-a2a8-f3f743776d3a req-190718a7-5ab5-478b-927e-adc68a544fe9 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.0853224 Jun 16 16:35:47.456225 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59752) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:47.533072 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Deleting port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:47.534174 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:47.754068 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5177f0b-937c-49a4-93a8-e5b3082a3d69 req-34bbe1e0-4995-4878-9831-7b783d017c1c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:47.756587 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5177f0b-937c-49a4-93a8-e5b3082a3d69 req-34bbe1e0-4995-4878-9831-7b783d017c1c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.2348161 Jun 16 16:35:47.873748 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] For port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,segment=NetworkSegment(dec7fe25-fff6-4ebc-a782-4bc531d980f7),segment_id=dec7fe25-fff6-4ebc-a782-4bc531d980f7)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:47.874353 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:48.009103 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:48.035275 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Calling delete_port for 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:48.050886 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5177f0b-937c-49a4-93a8-e5b3082a3d69 req-73e25a32-118b-41b4-a490-fb52010b4809 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2744746 Jun 16 16:35:48.171015 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b657a-30d9-4d65-8fad-e856bdd7972c req-6e46d493-674a-408e-8968-62e2c55a6ee7 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:48.174176 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-438b657a-30d9-4d65-8fad-e856bdd7972c req-6e46d493-674a-408e-8968-62e2c55a6ee7 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 946 time: 0.3818152 Jun 16 16:35:48.357725 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-438b657a-30d9-4d65-8fad-e856bdd7972c req-94b2afa9-94ad-435d-80a1-9032c61da3a9 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/security-groups?id=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761107 Jun 16 16:35:48.442738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3493ae-e680-4946-a885-0113fc36a216 req-ccc65008-c248-43ab-ba03-ddc6ee53b3e0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:48.445319 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d3493ae-e680-4946-a885-0113fc36a216 req-ccc65008-c248-43ab-ba03-ddc6ee53b3e0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.2468946 Jun 16 16:35:48.464283 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Deleting port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:48.465166 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:48.519795 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d3493ae-e680-4946-a885-0113fc36a216 req-a4525f99-f45f-4379-a71f-849605484fdd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600860 Jun 16 16:35:48.549565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:48.574160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['99f297ec-ca9a-47d4-bb19-6aa481af8ed4'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:35:48.574847 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-db6a990b-548e-4f22-bacc-6b43f85b1505 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:48.633830 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Pushing event deleted for resources: {'Port': ['ID=99f297ec-ca9a-47d4-bb19-6aa481af8ed4,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:48.646098 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:48.699277 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] No DVR routers for this DVR port 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:35:48.702723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:48.705156 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-155503bd-813b-4472-a2a8-f3f743776d3a req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.52 "DELETE /v2.0/ports/99f297ec-ca9a-47d4-bb19-6aa481af8ed4 HTTP/1.1" status: 204 len: 173 time: 1.3405612 Jun 16 16:35:48.705906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'name': 'network-vif-deleted', 'tag': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:35:48.709094 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7379a9-7893-4b96-b1c6-b0d133958c67" -d '{"events": [{"server_uuid": "dd9b639c-15ed-49b7-af6c-7152b4f933ee", "name": "network-vif-deleted", "tag": "99f297ec-ca9a-47d4-bb19-6aa481af8ed4"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:35:48.810925 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc10de-f490-4ca7-b0da-fecf26e2dd80 x-openstack-request-id: req-f0bc10de-f490-4ca7-b0da-fecf26e2dd80 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:35:48.811600 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9b639c-15ed-49b7-af6c-7152b4f933ee", "name": "network-vif-deleted", "tag": "99f297ec-ca9a-47d4-bb19-6aa481af8ed4", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:35:48.812048 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f0bc10de-f490-4ca7-b0da-fecf26e2dd80 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:35:48.815425 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9b639c-15ed-49b7-af6c-7152b4f933ee', 'name': 'network-vif-deleted', 'tag': '99f297ec-ca9a-47d4-bb19-6aa481af8ed4', 'status': 'completed', 'code': 200} Jun 16 16:35:48.869272 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] For port 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,segment=NetworkSegment(047a866f-eed3-4c58-8c0c-a80ed5bf45fb),segment_id=047a866f-eed3-4c58-8c0c-a80ed5bf45fb)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:48.869996 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:49.018076 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Calling delete_port for 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 owned by network:router_interface {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:49.377271 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e526b-8933-4191-9dee-8c1f0edcba9e req-5c1be841-f4cc-4e23-bd0e-e344b4197ff9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:49.381943 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-672e526b-8933-4191-9dee-8c1f0edcba9e req-5c1be841-f4cc-4e23-bd0e-e344b4197ff9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1460660 Jun 16 16:35:49.466473 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-672e526b-8933-4191-9dee-8c1f0edcba9e req-b68b900c-3ae2-4797-976c-5a90e124eb71 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705695 Jun 16 16:35:49.680359 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:49.686090 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fc65d6e2-3fa7-4ab3-addd-213bd350379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:49.830345 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:49.851142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.851142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.851142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.851142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.851142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.852831 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.854322 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.855196 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.856068 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.856924 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.857683 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.858501 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:35:49.862363 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698cabb-e5d5-4f54-818f-831ca2ea1046 req-ec45db92-03d9-40ef-9413-3cf9f5c2d3b1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:49.865963 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:49.872220 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6698cabb-e5d5-4f54-818f-831ca2ea1046 req-ec45db92-03d9-40ef-9413-3cf9f5c2d3b1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1484036 Jun 16 16:35:49.923585 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6698cabb-e5d5-4f54-818f-831ca2ea1046 req-e2608596-5dc6-4bb1-9c21-5a43a79eeaa1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500436 Jun 16 16:35:50.002583 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-156b86e5-ac5d-4fca-8848-b2c4a9ad70dc req-7961327a-ba6e-47da-9bd1-cd908a44306a tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd9b639c-15ed-49b7-af6c-7152b4f933ee HTTP/1.1" status: 200 len: 210 time: 0.0551574 Jun 16 16:35:50.733916 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:50.928627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cdda-8dec-4c3e-8ebb-d1a97ad89eb3 req-3dad3738-35ab-4a54-8425-d4549b598d3c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:50.928627 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f115cdda-8dec-4c3e-8ebb-d1a97ad89eb3 req-3dad3738-35ab-4a54-8425-d4549b598d3c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1186080 Jun 16 16:35:50.931049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:50.931049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:50.931049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 99f297ec-ca9a-47d4-bb19-6aa481af8ed4 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:50.932124 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f115cdda-8dec-4c3e-8ebb-d1a97ad89eb3 req-08cb508a-d87e-4da6-a61d-39289ebd8615 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123366 Jun 16 16:35:51.332523 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Router 96ec9f32-68aa-4301-b226-24313c223979 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:35:51.353036 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bee2b-052f-457c-b12c-83043e23386a req-6e34c0f4-7e43-45f9-92c7-e690b49d2032 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:51.355471 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-969bee2b-052f-457c-b12c-83043e23386a req-6e34c0f4-7e43-45f9-92c7-e690b49d2032 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1787887 Jun 16 16:35:51.417991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-969bee2b-052f-457c-b12c-83043e23386a req-6314ac72-6fcf-46c4-a988-cf6e862b9035 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519872 Jun 16 16:35:51.534777 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:35:51.543963 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] 10.222.0.91 "PUT /v2.0/routers/96ec9f32-68aa-4301-b226-24313c223979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0852222 Jun 16 16:35:51.546531 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 59798) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:51.552655 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] Sync routers for ids ['96ec9f32-68aa-4301-b226-24313c223979'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:35:51.569847 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] Routers {'96ec9f32-68aa-4301-b226-24313c223979'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:35:51.569847 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:35:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['96ec9f32-68aa-4301-b226-24313c223979'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:51.728969 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks [] for router, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:51.737746 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] Set router 96ec9f32-68aa-4301-b226-24313c223979 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:35:52.023660 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:52.218650 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200'}], 'enable_snat': True}, 'gw_port_id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:35:49Z', 'revision_number': 5, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port': {'id': '2831e55e-b157-447b-b48d-d0cefbc2b79c', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ec9f32-68aa-4301-b226-24313c223979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:52.225182 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] Checking router: 96ec9f32-68aa-4301-b226-24313c223979 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:35:52.251625 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] Routers {'96ec9f32-68aa-4301-b226-24313c223979'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:35:52.254758 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:35:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['96ec9f32-68aa-4301-b226-24313c223979'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:52.347266 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Deleting port 2831e55e-b157-447b-b48d-d0cefbc2b79c {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:35:52.347845 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:52.367481 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691eb4-6e28-4074-b31c-55f3c926d2a1 req-1e774cfb-0c8c-45ea-a45d-ec1a519d9228 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:52.370366 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9691eb4-6e28-4074-b31c-55f3c926d2a1 req-1e774cfb-0c8c-45ea-a45d-ec1a519d9228 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1998513 Jun 16 16:35:52.470963 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] Set router 96ec9f32-68aa-4301-b226-24313c223979 gateway port host: None {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:35:52.592135 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e9691eb4-6e28-4074-b31c-55f3c926d2a1 req-98b55cb1-59f0-4b92-bfc1-8228d60f9e1f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992795 Jun 16 16:35:52.652220 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] For port 2831e55e-b157-447b-b48d-d0cefbc2b79c, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2831e55e-b157-447b-b48d-d0cefbc2b79c,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:35:52.652946 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:52.674778 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:35:52Z', 'revision_number': 6, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port_host': None}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:52.687565 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2063a83-02da-4872-a020-734ff7a377e9 None None] The sync data for ids ['96ec9f32-68aa-4301-b226-24313c223979'] in dv-cinder-796685-1-iscsi is: [{'id': '96ec9f32-68aa-4301-b226-24313c223979', 'name': 'tempest-ServerRescueNegativeTestJSON-492344500-router', 'tenant_id': '87042563c8d94e349c7bdc185a5bbfa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:25Z', 'updated_at': '2021-06-16T16:35:52Z', 'revision_number': 6, 'project_id': '87042563c8d94e349c7bdc185a5bbfa0', 'gw_port_host': None}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:35:52.854076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Calling delete_port for 2831e55e-b157-447b-b48d-d0cefbc2b79c owned by network:router_gateway {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:35:53.042140 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579868b3-33e5-4271-a578-c1066c7c51f8 req-67b8a224-d38c-4b72-ac19-1679a905c62c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:53.063267 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-579868b3-33e5-4271-a578-c1066c7c51f8 req-67b8a224-d38c-4b72-ac19-1679a905c62c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.2055275 Jun 16 16:35:53.165851 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:53.212577 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:53.213586 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d53d8de-ad2d-4b68-9dcd-ee8ef299e6f9 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:53.328218 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-579868b3-33e5-4271-a578-c1066c7c51f8 req-16e6ba80-2b74-4447-964c-4afe7363815f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849294 Jun 16 16:35:53.509810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:53.517806 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-01fa1912-9bdf-442a-aa46-ab089bd1be24 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:53.583444 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2831e55e-b157-447b-b48d-d0cefbc2b79c,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:53.592395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:53.916121 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:53.926402 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:53.930320 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.042326 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da169918-eb12-4294-891b-c86122ef2e10 req-4f2c492d-1f58-4a8c-bfc8-7e2aba1ba8c5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:54.044339 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da169918-eb12-4294-891b-c86122ef2e10 req-4f2c492d-1f58-4a8c-bfc8-7e2aba1ba8c5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1618288 Jun 16 16:35:54.091823 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-da169918-eb12-4294-891b-c86122ef2e10 req-5dea502a-0e39-40cf-82c3-a7dffc01dde6 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372248 Jun 16 16:35:54.527532 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.528419 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ec9f32-68aa-4301-b226-24313c223979 {{(pid=92415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:35:54.538011 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.544415 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] 10.222.0.91 "DELETE /v2.0/routers/96ec9f32-68aa-4301-b226-24313c223979 HTTP/1.1" status: 204 len: 168 time: 2.9922681 Jun 16 16:35:54.544948 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59844) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:54.627844 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Deleting subnet 8564d386-17ef-4fff-a92e-4a9f3bb4e188 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:35:54.631835 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.680934 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.753044 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.903452 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.912907 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ce8612bf-fcfe-4775-9bfe-834a3d84cb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:54.941081 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8564d386-17ef-4fff-a92e-4a9f3bb4e188,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:54.944668 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:54.945969 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:54.948146 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] 10.222.0.91 "DELETE /v2.0/subnets/8564d386-17ef-4fff-a92e-4a9f3bb4e188 HTTP/1.1" status: 204 len: 168 time: 0.4030828 Jun 16 16:35:54.952506 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59854) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:55.061702 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f62b5-4cea-4556-9ee4-dfaac16eedba req-118486b6-8c31-427b-96b8-eee1e0149b92 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:55.073564 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c0f62b5-4cea-4556-9ee4-dfaac16eedba req-118486b6-8c31-427b-96b8-eee1e0149b92 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.5746779 Jun 16 16:35:55.079416 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.200720 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c0f62b5-4cea-4556-9ee4-dfaac16eedba req-1179582c-18d5-4763-9d9b-fa11ade16077 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250532 Jun 16 16:35:55.216012 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.245975 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c64c45-0ebb-4303-9b0c-f42b715e403d']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:55.258263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047a866f-eed3-4c58-8c0c-a80ed5bf45fb') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:55.258662 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047a866f-eed3-4c58-8c0c-a80ed5bf45fb') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:35:55.263319 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2831e55e-b157-447b-b48d-d0cefbc2b79c no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:35:55.287938 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 2831e55e-b157-447b-b48d-d0cefbc2b79c {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:35:55.288372 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2831e55e-b157-447b-b48d-d0cefbc2b79c not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:35:55.299504 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.338886 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.350224 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:35:55.350722 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:35:55.353849 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:35:55.460071 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78122a-97a8-4db4-a226-6b2acb6392c0 req-281f8cc6-81d4-415a-a91c-658515b006ad tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:55.462164 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b78122a-97a8-4db4-a226-6b2acb6392c0 req-281f8cc6-81d4-415a-a91c-658515b006ad tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0945520 Jun 16 16:35:55.527550 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b78122a-97a8-4db4-a226-6b2acb6392c0 req-b9a655dc-04a1-4e32-a5af-4a6a9f879b79 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543680 Jun 16 16:35:55.651982 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.659190 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fe827b20-2b1a-4da3-983c-0b7202bee3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:55.664403 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:55.669367 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] 10.222.0.91 "DELETE /v2.0/networks/58c64c45-0ebb-4303-9b0c-f42b715e403d HTTP/1.1" status: 204 len: 168 time: 0.7146757 Jun 16 16:35:55.701809 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=58c64c45-0ebb-4303-9b0c-f42b715e403d,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:55.705220 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-18b8360f-9ded-40e1-a43c-28f5ef034cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:56.278139 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59866) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:56.342800 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-707e774f-74ab-4ee8-bbb8-0d5c4acaa3e1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=87042563c8d94e349c7bdc185a5bbfa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594716 Jun 16 16:35:56.343576 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59868) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:56.418008 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:56.459183 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:56.639660 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54890c03-95ce-479f-aa53-83a61ac7beb0 req-c568bf41-26c0-4e45-abf3-da5e06e13a00 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:56.644235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-54890c03-95ce-479f-aa53-83a61ac7beb0 req-c568bf41-26c0-4e45-abf3-da5e06e13a00 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1606679 Jun 16 16:35:56.691671 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:56.696761 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:56.702092 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36 HTTP/1.1" status: 204 len: 168 time: 0.3531306 Jun 16 16:35:56.702092 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-45462d0b-3699-462a-a251-ce2e70aed6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:35:56.737098 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef352f7-63ef-4bb8-b2f0-ecbb5cdbde36,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:35:56.744549 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:35:56.792724 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-54890c03-95ce-479f-aa53-83a61ac7beb0 req-dc0bf941-e0e6-44dc-92fd-34e6cf11d9e7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367493 Jun 16 16:35:57.129775 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f3e30-83d6-4628-951c-c1dc69ba0c2d req-35d41721-9c48-454b-8140-ad2b74676a1d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:57.131426 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-921f3e30-83d6-4628-951c-c1dc69ba0c2d req-35d41721-9c48-454b-8140-ad2b74676a1d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.2900107 Jun 16 16:35:57.207357 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-921f3e30-83d6-4628-951c-c1dc69ba0c2d req-8af6a324-0069-4abd-bb83-fe5b3add93a5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645404 Jun 16 16:35:58.077533 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a04a-13ae-48c1-a49f-31d26a8b2282 req-392c46f8-7b85-4b71-96ed-31c58869528b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:58.092316 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82b8a04a-13ae-48c1-a49f-31d26a8b2282 req-392c46f8-7b85-4b71-96ed-31c58869528b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0850606 Jun 16 16:35:58.132514 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82b8a04a-13ae-48c1-a49f-31d26a8b2282 req-f3c98b39-1456-4f8c-96b2-36a497c5f3a0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464053 Jun 16 16:35:58.504019 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aa0e6-8a0b-4003-8959-a5fccd35ed1d req-1624af2e-a21a-4b67-b132-1202fef1392b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:58.505719 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba9aa0e6-8a0b-4003-8959-a5fccd35ed1d req-1624af2e-a21a-4b67-b132-1202fef1392b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0980244 Jun 16 16:35:58.570384 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba9aa0e6-8a0b-4003-8959-a5fccd35ed1d req-25829f62-7088-4b7a-a4bf-a22616015064 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521595 Jun 16 16:35:59.430209 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 59942) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:35:59.486263 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4de572-7f35-4d8d-83aa-da5f38ff4984 req-4af9c251-c5fb-4ac5-a97a-38d58cc81b3f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:35:59.497942 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec4de572-7f35-4d8d-83aa-da5f38ff4984 req-4af9c251-c5fb-4ac5-a97a-38d58cc81b3f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1617076 Jun 16 16:35:59.582844 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec4de572-7f35-4d8d-83aa-da5f38ff4984 req-34957601-8e99-4c4a-ad77-87d548c166ce tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826387 Jun 16 16:35:59.657808 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:35:59.830278 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.157803 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3231e59-71f5-4145-a854-5955efd0782b req-9dad3178-8967-4cda-93a7-b392f34112cc tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:00.159730 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d3231e59-71f5-4145-a854-5955efd0782b req-9dad3178-8967-4cda-93a7-b392f34112cc tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0996974 Jun 16 16:36:00.211998 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d3231e59-71f5-4145-a854-5955efd0782b req-2d0216c0-3686-41fe-8817-229428d23f45 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448198 Jun 16 16:36:00.514241 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.517243 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-344dd617-5148-4cf2-9023-d64e03f7532d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:00.556675 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=68ece4ee16f74cdb8da759f9885b5a49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1234252 Jun 16 16:36:00.557681 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673ebd28-a729-47b3-bf71-8046394fbd60,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:00.560218 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 59956) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:00.561288 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:00.624928 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.655693 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.826580 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.831349 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:00.834009 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/673ebd28-a729-47b3-bf71-8046394fbd60 HTTP/1.1" status: 204 len: 168 time: 0.2710786 Jun 16 16:36:00.838224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4050a8e0-24f7-4e6e-868b-6393bfe06a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:00.871864 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ebd28-a729-47b3-bf71-8046394fbd60,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:00.884120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.884515 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.884869 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.885226 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.885622 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.886027 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.886421 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.886875 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.887445 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.888017 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.888587 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.889443 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:00.895947 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:00.977558 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e95e28-9e81-48af-8e74-3aa7b77330c7 req-1e88f426-de2c-43b3-87ae-a0417320250b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:01.001173 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-46e95e28-9e81-48af-8e74-3aa7b77330c7 req-1e88f426-de2c-43b3-87ae-a0417320250b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1693172 Jun 16 16:36:01.070929 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-46e95e28-9e81-48af-8e74-3aa7b77330c7 req-a9ac1869-3658-413d-b1eb-4527a836cf3d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719240 Jun 16 16:36:01.562536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb21985-38b1-4c93-a829-aad59c6fcd16 req-5c7bd905-c8ed-4aac-89e6-ad745975bd70 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:01.579270 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fdb21985-38b1-4c93-a829-aad59c6fcd16 req-5c7bd905-c8ed-4aac-89e6-ad745975bd70 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1476915 Jun 16 16:36:01.686351 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fdb21985-38b1-4c93-a829-aad59c6fcd16 req-bc89393d-5da4-4646-b167-445ef9bb073d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043677 Jun 16 16:36:02.509104 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd813b-5caf-466e-ab34-9944170d24d3 req-4c928e5e-74e4-4d5f-aad1-bdb354dc3f8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:02.537580 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-52fd813b-5caf-466e-ab34-9944170d24d3 req-4c928e5e-74e4-4d5f-aad1-bdb354dc3f8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.2037740 Jun 16 16:36:02.663946 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-52fd813b-5caf-466e-ab34-9944170d24d3 req-f7c62e34-c987-4036-ac2d-4abb43b0a76c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180508 Jun 16 16:36:03.111118 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ebeb-2a2c-4fa9-bb36-7aa37aca40a7 req-01c96ee4-bd34-46e0-b494-b87cf250730f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:03.137227 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c397ebeb-2a2c-4fa9-bb36-7aa37aca40a7 req-01c96ee4-bd34-46e0-b494-b87cf250730f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1655383 Jun 16 16:36:03.245845 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c397ebeb-2a2c-4fa9-bb36-7aa37aca40a7 req-55a20356-5aed-4ba8-a4c7-8427d09794f4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044922 Jun 16 16:36:04.108013 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30ef14-3db0-4e2d-8b09-5b92a9124bc4 req-3e2dcf4c-5d21-4a92-972c-8a1fbc3470d0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:04.115063 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d30ef14-3db0-4e2d-8b09-5b92a9124bc4 req-3e2dcf4c-5d21-4a92-972c-8a1fbc3470d0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.2040474 Jun 16 16:36:04.925013 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d30ef14-3db0-4e2d-8b09-5b92a9124bc4 req-39335d5d-5ebc-4bd9-94a3-26177ed57ac2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8039513 Jun 16 16:36:05.251189 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0155-b8f6-4d46-9bc1-e40940116d2f req-716d14bc-5ee8-4a81-953d-bf1697adc375 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.264407 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3cfd0155-b8f6-4d46-9bc1-e40940116d2f req-716d14bc-5ee8-4a81-953d-bf1697adc375 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 1.0313458 Jun 16 16:36:05.296004 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a565d-5b79-47ff-9f85-1a40a359178b req-82823cea-33f1-43b5-bef5-275d8779598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.299193 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-82823cea-33f1-43b5-bef5-275d8779598b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.4160707 Jun 16 16:36:05.450064 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3cfd0155-b8f6-4d46-9bc1-e40940116d2f req-de3b54e0-1b1c-4b92-b483-03b421c13dff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837647 Jun 16 16:36:05.677258 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60034) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:05.680398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a565d-5b79-47ff-9f85-1a40a359178b req-881bdcce-bbd9-452c-a963-b1b31bddcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:05.690151 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-881bdcce-bbd9-452c-a963-b1b31bddcb41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.3805914 Jun 16 16:36:05.893872 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-8a5663ec-c0f1-4dd1-9d9b-6964b2967bbd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1002 time: 0.1952698 Jun 16 16:36:06.001879 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a565d-5b79-47ff-9f85-1a40a359178b req-41d6433b-a8ce-4e1d-8f6f-31882489d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:06.004487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-41d6433b-a8ce-4e1d-8f6f-31882489d03c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0819504 Jun 16 16:36:06.054995 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:06.137966 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a565d-5b79-47ff-9f85-1a40a359178b req-7ac97632-f719-49d6-b5b9-e4525c448cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:06.143087 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-7ac97632-f719-49d6-b5b9-e4525c448cf4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1225641 Jun 16 16:36:06.327995 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:06.378933 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-7bd72040-e21e-4b57-ba32-24a05140ff07 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278061 Jun 16 16:36:06.652289 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-094a565d-5b79-47ff-9f85-1a40a359178b req-14dc852a-9b2e-49a4-aebd-718eb2b7551f service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618282 Jun 16 16:36:06.676175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639e261-6b04-4b04-9aa6-e501e0ee1fb2 req-fe67ad7c-59b1-466a-9139-562405f3105a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:06.680059 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6639e261-6b04-4b04-9aa6-e501e0ee1fb2 req-fe67ad7c-59b1-466a-9139-562405f3105a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.2531159 Jun 16 16:36:06.793807 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6639e261-6b04-4b04-9aa6-e501e0ee1fb2 req-c53d872b-b5f8-40cb-b6eb-7296c541c68d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976322 Jun 16 16:36:06.812152 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:06.858695 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddcd7a-47e2-4827-a598-e03a100794e2 req-cba26740-294f-424c-a5f1-1d0ed28d8f1b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:06.860594 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87ddcd7a-47e2-4827-a598-e03a100794e2 req-cba26740-294f-424c-a5f1-1d0ed28d8f1b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1447368 Jun 16 16:36:06.865271 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d8ffa809-ccee-4922-94bd-1d7db7d926e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:06.874494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60048) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:06.877633 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=28ce91f8934a461c92ce5dbe8e8afd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1979060 Jun 16 16:36:06.958896 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731bb7d-e760-4cdc-a441-12269cb328dc,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:06.963362 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:07.014338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:07.044949 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:07.153881 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87ddcd7a-47e2-4827-a598-e03a100794e2 req-89454db2-1aa2-41a7-a4aa-71e5f5efedf6 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037306 Jun 16 16:36:07.234271 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:07.239046 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:07.240913 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b731bb7d-e760-4cdc-a441-12269cb328dc HTTP/1.1" status: 204 len: 168 time: 0.3642578 Jun 16 16:36:07.242345 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc27cc95-5c54-4d91-9d88-f549f99d954e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:07.263255 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731bb7d-e760-4cdc-a441-12269cb328dc,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:07.273173 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:07.432070 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-978ab87a-9a44-419a-b072-f5ce07153428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.164310 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeed5b6-0585-4f0f-8b67-4638813a7c20 req-cef654a6-85b8-4ca6-a0ba-cf655ea26a87 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:08.168644 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0eeed5b6-0585-4f0f-8b67-4638813a7c20 req-cef654a6-85b8-4ca6-a0ba-cf655ea26a87 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1617661 Jun 16 16:36:08.227618 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0eeed5b6-0585-4f0f-8b67-4638813a7c20 req-d62b893c-dd4f-4b1b-831f-b11120a64bc3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497117 Jun 16 16:36:08.353432 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60068) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:08.391083 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.470861 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03416d9-c022-451b-97c0-15d1d469d7f1 req-258d0bdc-6d76-43d7-9f24-48c78f25398d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:08.473690 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d03416d9-c022-451b-97c0-15d1d469d7f1 req-258d0bdc-6d76-43d7-9f24-48c78f25398d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1256309 Jun 16 16:36:08.549711 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d03416d9-c022-451b-97c0-15d1d469d7f1 req-a1e1f605-207a-4632-adfc-922a4f1ba7de tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650702 Jun 16 16:36:08.626353 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.691520 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.703133 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9f69caa1-6d98-430c-b6eb-1d4b73d7e8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:08.764529 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdab26f-3b2c-457e-ae5d-8437e060cb74,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:08.771931 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e42128880fd4c75b3e22435f242dd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169724 Jun 16 16:36:08.773714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:08.775754 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60074) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:08.869509 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:08.914592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:09.131763 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:09.134651 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:09.136223 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2cdab26f-3b2c-457e-ae5d-8437e060cb74 HTTP/1.1" status: 204 len: 168 time: 0.3600092 Jun 16 16:36:09.140974 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0e5b5884-2b4e-452a-9d2f-74a39b6748fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:09.149963 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdab26f-3b2c-457e-ae5d-8437e060cb74,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:09.162609 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:09.536627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736be6c1-47a0-465c-9fcc-f1f1dd61bd03 req-55fd96de-4f60-4d0f-a679-0b9d4c38ba5d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:09.538850 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-736be6c1-47a0-465c-9fcc-f1f1dd61bd03 req-55fd96de-4f60-4d0f-a679-0b9d4c38ba5d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0974827 Jun 16 16:36:09.614802 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-736be6c1-47a0-465c-9fcc-f1f1dd61bd03 req-66d549c5-4a7a-4c95-babb-24766e2a689f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648386 Jun 16 16:36:09.848487 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570b2dc-9a45-45e5-ad14-af253c890d22 req-17bca9b0-6cd4-4204-8c09-c372a350df3d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:09.850246 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e570b2dc-9a45-45e5-ad14-af253c890d22 req-17bca9b0-6cd4-4204-8c09-c372a350df3d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0839393 Jun 16 16:36:09.916509 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e570b2dc-9a45-45e5-ad14-af253c890d22 req-e6950792-d5de-4d23-8fe5-671729ca3685 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591927 Jun 16 16:36:10.092840 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:10.165894 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-16593830-ef95-426f-9d03-431b5494a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:10.620811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987072-879c-4308-af63-8bd344aa7511 req-7f48d43b-26b8-40c7-b5e2-de589855a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:10.622594 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-7f48d43b-26b8-40c7-b5e2-de589855a896 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1099 time: 0.3751607 Jun 16 16:36:10.832716 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987072-879c-4308-af63-8bd344aa7511 req-965ca584-bdbb-4767-927b-3c6eb72316e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:10.835192 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-965ca584-bdbb-4767-927b-3c6eb72316e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1846385 Jun 16 16:36:11.021261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd9282-10c1-4733-a82f-1e4b6c5969b1 req-dca09940-ca72-45f5-ad2e-652453442c17 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:11.025753 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-56dd9282-10c1-4733-a82f-1e4b6c5969b1 req-dca09940-ca72-45f5-ad2e-652453442c17 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.1593013 Jun 16 16:36:11.061801 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-9218080c-572f-4da4-a433-67eb5b09606a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 1001 time: 0.2127337 Jun 16 16:36:11.080454 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-56dd9282-10c1-4733-a82f-1e4b6c5969b1 req-b0c3c68e-c14c-49ad-87fd-c89492d8fe94 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536630 Jun 16 16:36:11.183673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987072-879c-4308-af63-8bd344aa7511 req-def8cc47-97e8-4403-bb69-81dfbf671f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:11.186910 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-def8cc47-97e8-4403-bb69-81dfbf671f59 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.1046290 Jun 16 16:36:11.332061 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44987072-879c-4308-af63-8bd344aa7511 req-609802c7-f073-417d-b0a0-45a6d5665f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:11.332061 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-609802c7-f073-417d-b0a0-45a6d5665f2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060479 Jun 16 16:36:11.333241 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:11.478620 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-7263bd24-16ea-445a-834b-07c2a0ea1128 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570323 Jun 16 16:36:11.583525 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44987072-879c-4308-af63-8bd344aa7511 req-517538c1-4189-4859-afbd-a6c71dc4eee1 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958362 Jun 16 16:36:11.619176 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:36:12.359443 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c9b1c-2f27-4e25-844d-37efe4bfa11b req-92de2dfd-60a2-4e0f-84b5-b6a0375bc6a0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:12.361382 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d5c9b1c-2f27-4e25-844d-37efe4bfa11b req-92de2dfd-60a2-4e0f-84b5-b6a0375bc6a0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 946 time: 0.0902750 Jun 16 16:36:12.417046 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d5c9b1c-2f27-4e25-844d-37efe4bfa11b req-9d9e8668-50da-47fc-b501-049983f219c1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484202 Jun 16 16:36:12.832239 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:12.994070 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.026080 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:36:13.029248 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a49bbd-432b-460d-9f66-7ac7494b9539" -d '{"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-unplugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:36:13.039610 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.056746 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:13.111907 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85200eb7-d9bb-4eab-9651-49429262893f x-openstack-request-id: req-85200eb7-d9bb-4eab-9651-49429262893f {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:36:13.112292 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-unplugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:36:13.112628 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-85200eb7-d9bb-4eab-9651-49429262893f {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:36:13.113738 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'code': 200} Jun 16 16:36:13.136407 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:13.138480 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:13.206072 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=8']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:13.220192 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.220880 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.222122 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.222854 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.223422 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.224034 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.224544 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.226066 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.226822 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.227321 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.234303 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.234303 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:13.234303 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:13.686730 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfbddf-640b-495b-ae10-86dba5c5c5b4 req-e05d4e0e-c822-4276-8878-8357f8938ee6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:13.688952 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88cfbddf-640b-495b-ae10-86dba5c5c5b4 req-e05d4e0e-c822-4276-8878-8357f8938ee6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1204898 Jun 16 16:36:13.747144 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88cfbddf-640b-495b-ae10-86dba5c5c5b4 req-588a1fa8-3d2e-4fe0-850f-6673c9761e46 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491910 Jun 16 16:36:14.352478 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-24c65d84-93f7-4580-8a5c-555f815ad1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:14.354283 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-24c65d84-93f7-4580-8a5c-555f815ad1b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1097 time: 0.0790107 Jun 16 16:36:14.565853 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-25961cce-8180-4e92-9f34-11d736481a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:14.567847 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-25961cce-8180-4e92-9f34-11d736481a84 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1543248 Jun 16 16:36:14.683288 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-a35c4216-bf51-4208-be21-fbf20674981b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 999 time: 0.1077194 Jun 16 16:36:14.808356 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-5a785a95-1f21-437e-8aff-e1f04bd2d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:14.811290 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-5a785a95-1f21-437e-8aff-e1f04bd2d70d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.1078243 Jun 16 16:36:15.078159 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-6821fa07-f48c-4a54-a090-67e9fd5778d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:15.080697 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-6821fa07-f48c-4a54-a090-67e9fd5778d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2569823 Jun 16 16:36:15.165252 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5535ea-007d-49c2-aac6-ee74b613c0e1 req-16249af7-1217-42d9-b3ff-b214c71ac281 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:15.165252 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a5535ea-007d-49c2-aac6-ee74b613c0e1 req-16249af7-1217-42d9-b3ff-b214c71ac281 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2083654 Jun 16 16:36:15.326753 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5a5535ea-007d-49c2-aac6-ee74b613c0e1 req-ffac7c0c-898d-40fd-83ab-aedc184bd0b3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493847 Jun 16 16:36:15.333795 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-26d98632-7463-48c8-a311-e6a1997b6e9b service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313843 Jun 16 16:36:15.342578 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:15.502992 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67c68227-f323-428b-b821-b1b3b196a7c4 req-fe856d1d-d7bd-4cd6-a1a6-955b3af663f5 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559219 Jun 16 16:36:16.644090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619238d-67c9-41c0-905b-56570ec5174b req-8666c33e-b3d6-4ea5-80eb-e501c2bd2cf4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:16.646571 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2619238d-67c9-41c0-905b-56570ec5174b req-8666c33e-b3d6-4ea5-80eb-e501c2bd2cf4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1028161 Jun 16 16:36:16.708789 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2619238d-67c9-41c0-905b-56570ec5174b req-dbb743db-75b7-4ad7-83ad-fd7e30f1c82f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527480 Jun 16 16:36:16.848439 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:36:18.139155 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60236) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:18.358382 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.563442 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.771086 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.773874 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-72a65b6e-23ee-4f55-8ad0-86033c9b6630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:18.822364 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=78ad3db7956e41d8bd5f24617b6d9682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816165 Jun 16 16:36:18.823641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5f8ff-be22-440e-a738-0202322cf79d,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:18.826294 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60244) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:18.829368 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:18.897153 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:18.932997 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.136784 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.141814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:19.150731 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-846b2676-870d-4639-8598-575beeea277e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/22a5f8ff-be22-440e-a738-0202322cf79d HTTP/1.1" status: 204 len: 168 time: 0.3228269 Jun 16 16:36:19.152231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d4447b66-c6ed-46fd-bc39-12735f15fedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:19.221010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5f8ff-be22-440e-a738-0202322cf79d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:19.292749 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:19.363754 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8637a-72d5-4c7c-a53d-39697578b903 req-147a564f-4eb0-4a4b-80f0-c30f213935ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:19.366988 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a1d8637a-72d5-4c7c-a53d-39697578b903 req-147a564f-4eb0-4a4b-80f0-c30f213935ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1665332 Jun 16 16:36:19.469148 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a1d8637a-72d5-4c7c-a53d-39697578b903 req-49eafaf6-3296-4c31-a0df-f1eae7fbad28 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725310 Jun 16 16:36:20.121097 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60278) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:20.145288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.200287 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60284) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:20.415278 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.472823 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-d6219eaf-fee8-4709-b048-97c868584fae service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2704961 Jun 16 16:36:20.480784 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.521194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0ed08efa-ab1a-4923-94ff-1bf19f616b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:20.557266 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a46fc75-3274-45be-ac92-57fc2e9a40c1,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:20.561635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:20.565499 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e4739ccd29164b5ebc5bb8dd56e87589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431081 Jun 16 16:36:20.569246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60294) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:20.639834 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.696787 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:20.935937 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59733cb9-a475-4e75-8982-f50066f61ef0 req-951c769a-2c50-4ba3-8b35-4b96ebba5c4e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:20.946384 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59733cb9-a475-4e75-8982-f50066f61ef0 req-951c769a-2c50-4ba3-8b35-4b96ebba5c4e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2541237 Jun 16 16:36:21.011920 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59733cb9-a475-4e75-8982-f50066f61ef0 req-e31783eb-a032-4c77-8a1c-8f99d6ff2b00 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640447 Jun 16 16:36:21.034421 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.038814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:21.043145 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1a46fc75-3274-45be-ac92-57fc2e9a40c1 HTTP/1.1" status: 204 len: 168 time: 0.4738364 Jun 16 16:36:21.044182 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2ac3f2dd-7913-422f-9832-10ec6cada11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:21.062553 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a46fc75-3274-45be-ac92-57fc2e9a40c1,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:21.066258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:22.410451 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2239-5656-41a2-95b7-72d5cb65324b req-9fd81729-f3f6-42ee-b896-b0b1c7697850 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:22.418542 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6c0c2239-5656-41a2-95b7-72d5cb65324b req-9fd81729-f3f6-42ee-b896-b0b1c7697850 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1235955 Jun 16 16:36:22.486152 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6c0c2239-5656-41a2-95b7-72d5cb65324b req-b2ff97d4-1252-4c0f-b56b-fc3da2f12572 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664775 Jun 16 16:36:23.123564 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-ec33f238-479f-4953-84f4-09eabf5f62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:23.125232 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-ec33f238-479f-4953-84f4-09eabf5f62f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1138 time: 0.1333036 Jun 16 16:36:23.134646 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db5b12-1bd8-4a37-a4c9-bfea1f5fa1c7 req-b07c853f-deee-4974-8f44-dd9b67d61af4 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:23.146616 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21db5b12-1bd8-4a37-a4c9-bfea1f5fa1c7 req-b07c853f-deee-4974-8f44-dd9b67d61af4 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1403186 Jun 16 16:36:23.250672 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21db5b12-1bd8-4a37-a4c9-bfea1f5fa1c7 req-63149ead-ceab-42b3-86a5-2abcb1d078c5 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1029916 Jun 16 16:36:23.347122 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-db20582e-a26b-4b8f-ad5e-51057a7d6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:23.348711 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-db20582e-a26b-4b8f-ad5e-51057a7d6fdd service neutron] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 917 time: 0.1999750 Jun 16 16:36:23.438839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-86c81db7-1233-4e65-857d-f17a51832f38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 1002 time: 0.0820661 Jun 16 16:36:23.540870 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-d213fef7-9b00-4b99-8403-c485f595cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:23.542603 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-d213fef7-9b00-4b99-8403-c485f595cc31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.0950344 Jun 16 16:36:23.657377 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-35629f92-570a-481c-984a-0df9237d6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:23.660200 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-35629f92-570a-481c-984a-0df9237d6f43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011512 Jun 16 16:36:23.812388 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-5b3b3516-6b5f-4db4-86e7-ef815850755d service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310248 Jun 16 16:36:23.821484 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73d412-0936-4d3d-8b3a-61e155a60050 req-29712fc1-c5c9-4adb-8539-b0081460e7d8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:23.823063 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d73d412-0936-4d3d-8b3a-61e155a60050 req-29712fc1-c5c9-4adb-8539-b0081460e7d8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1538446 Jun 16 16:36:24.268430 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d73d412-0936-4d3d-8b3a-61e155a60050 req-a4b3d770-6490-43e2-9dd0-763b50ee69ff tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4351380 Jun 16 16:36:24.326286 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8da8b9cb-fbba-40a9-b8f7-dcbdfeb83b40 req-d174daf2-4376-4dd5-98c5-1c4f1ae9910a service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020766 Jun 16 16:36:24.345316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60374) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:24.643772 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:24.742153 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc15a0-1af5-43d3-bd8a-6f8039547d84 req-740138b1-4a87-4071-984b-df501ce9e488 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:24.744127 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-53dc15a0-1af5-43d3-bd8a-6f8039547d84 req-740138b1-4a87-4071-984b-df501ce9e488 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2109272 Jun 16 16:36:24.840307 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-53dc15a0-1af5-43d3-bd8a-6f8039547d84 req-c241962e-63d2-4632-a5b2-d817dc8ab802 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844574 Jun 16 16:36:24.924657 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.046013 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.052251 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ef72bb98-372b-4cd1-8570-eaf6eda7b097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:25.122920 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=32c55aa770794042a15b9b6231efba12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7743278 Jun 16 16:36:25.124448 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de64285-df65-4a5b-ac9a-f58efb98050a,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:25.125922 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60378) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:25.130356 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:25.203824 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.228505 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.360433 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.371471 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:25.373500 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5de64285-df65-4a5b-ac9a-f58efb98050a HTTP/1.1" status: 204 len: 168 time: 0.2463100 Jun 16 16:36:25.375691 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-846b2676-870d-4639-8598-575beeea277e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:25.397532 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de64285-df65-4a5b-ac9a-f58efb98050a,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:25.411007 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:25.615147 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160dff1-d0e6-4282-9c50-bdb2fd8c5b23 req-e75569a6-ff38-4f54-b5c2-fcaf4c3164ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:25.617267 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b160dff1-d0e6-4282-9c50-bdb2fd8c5b23 req-e75569a6-ff38-4f54-b5c2-fcaf4c3164ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1510994 Jun 16 16:36:25.639836 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-d50b856f-f5e9-430e-ac0a-0ba6dac1f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:25.642335 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-d50b856f-f5e9-430e-ac0a-0ba6dac1f349 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167&tenant_id=1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 1097 time: 0.1423521 Jun 16 16:36:25.675798 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b160dff1-d0e6-4282-9c50-bdb2fd8c5b23 req-de17b761-f52a-4f36-ba63-70836006854f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472767 Jun 16 16:36:25.778489 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-dd8e2177-ef5f-43f8-9419-6e4f8c430a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:25.781124 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-dd8e2177-ef5f-43f8-9419-6e4f8c430a7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1097 time: 0.1010375 Jun 16 16:36:25.944571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-e2d59dd6-044c-4e9a-8f91-6938d5713db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:25.946416 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-e2d59dd6-044c-4e9a-8f91-6938d5713db9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1460602 Jun 16 16:36:26.066968 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-4eacb7a8-38a8-4a01-b27d-d14eb37bc4be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 200 len: 999 time: 0.1015317 Jun 16 16:36:26.141991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c3db8-c7ff-4e9a-ba96-59d4379414f3 req-8f218831-8351-4cb8-8fbe-8d0d598e7e75 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:26.143669 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-397c3db8-c7ff-4e9a-ba96-59d4379414f3 req-8f218831-8351-4cb8-8fbe-8d0d598e7e75 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1216512 Jun 16 16:36:26.146045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-9a0fcef1-0b22-45ee-b132-fa385c4b5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:26.147521 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-9a0fcef1-0b22-45ee-b132-fa385c4b5ebb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0675213 Jun 16 16:36:26.238613 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-397c3db8-c7ff-4e9a-ba96-59d4379414f3 req-04a773c2-92f9-4541-88b9-dba11916c250 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865676 Jun 16 16:36:26.271444 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-87df43e1-92c6-48dd-ab51-5d2ab453f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:26.271444 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-87df43e1-92c6-48dd-ab51-5d2ab453f60b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098361 Jun 16 16:36:26.413163 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-6db843b9-368c-463e-8c4b-acb100dfa323 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314862 Jun 16 16:36:26.548722 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1aeaf6f1-13f3-4da6-8853-5393bf1fddfd req-ac5feef5-2e9c-48b1-ab0f-7d4934df004f service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257722 Jun 16 16:36:26.776553 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60442) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:26.945625 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc173f-7f38-4159-8fe4-f5d876d47227 req-139b1f93-1843-4b4d-a09f-3dd230b64dab tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:26.950773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-56bc173f-7f38-4159-8fe4-f5d876d47227 req-139b1f93-1843-4b4d-a09f-3dd230b64dab tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1081409 Jun 16 16:36:26.998243 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-56bc173f-7f38-4159-8fe4-f5d876d47227 req-c9b6457b-7460-47e6-993c-439b90081a8c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Jun 16 16:36:26.998622 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-393198457-network', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:27.164775 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Made reservation on behalf of abf58ad1aca14ae785be4c100de8bda8 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:36:27.167321 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.177176 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.310413 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.382460 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.387663 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a48ddc84-e2e2-4e35-a3c0-855f4e89fba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:27.431501 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:36:27.439132 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4109410f-67b9-4a97-a929-2b73687c6198,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:27.455464 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:27.460762 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.461507 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Added segment 0ad09aaa-9200-4275-9586-d2883e7813b7 of type vlan for network 71589d6a-836d-4a45-9616-53e908f61998 Jun 16 16:36:27.528415 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.609238 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01b6a2-155e-4cb4-be2e-ca18d3e28c47 req-4ca70469-34ed-454f-a7ae-593c99feebc9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:27.614007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb01b6a2-155e-4cb4-be2e-ca18d3e28c47 req-4ca70469-34ed-454f-a7ae-593c99feebc9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1332457 Jun 16 16:36:27.617567 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.619972 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:27.620972 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:27.625248 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:27.716109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60486) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:27.722398 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9439874 Jun 16 16:36:27.742935 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Request body: {'subnet': {'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-393198457-subnet', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:27.761885 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb01b6a2-155e-4cb4-be2e-ca18d3e28c47 req-ff28199b-8a8b-45bc-b2b6-992d211831d0 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1374931 Jun 16 16:36:27.836474 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Pushing event updated for resources: {'Network': ['ID=71589d6a-836d-4a45-9616-53e908f61998,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:27.840721 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:27.853052 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 71589d6a-836d-4a45-9616-53e908f61998 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:36:27.903218 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Made reservation on behalf of abf58ad1aca14ae785be4c100de8bda8 for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:36:27.907873 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2811672'] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:28.267849 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8dd51-fe85-465f-86d9-caaf81c71166 req-1d1e3433-266e-4ce7-8bb4-b92a8e4fbebe tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:28.269361 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d2e8dd51-fe85-465f-86d9-caaf81c71166 req-1d1e3433-266e-4ce7-8bb4-b92a8e4fbebe tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0761254 Jun 16 16:36:28.283612 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26648709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2811658'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:28.294249 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:28.356833 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d2e8dd51-fe85-465f-86d9-caaf81c71166 req-d60cc14a-98aa-454a-8e39-2ec0b29b03c8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813274 Jun 16 16:36:28.359044 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8247d6-7cf9-4569-957f-152eb0ec5b30,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:28.363336 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:28.393485 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Checking segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:28.394149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Network hostable DHCP agents. Network: 71589d6a-836d-4a45-9616-53e908f61998, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:36:28.508026 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Network 71589d6a-836d-4a45-9616-53e908f61998 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:36:28.616513 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 71589d6a-836d-4a45-9616-53e908f61998) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:28.621556 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:28.622161 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:28.629904 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95cc0e-76df-4d96-8e56-ec4a5dfe956b None None] Network 71589d6a-836d-4a45-9616-53e908f61998 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:36:28.778154 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0602050 Jun 16 16:36:28.782298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60508) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:28.789102 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:28.840875 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-71589d6a-836d-4a45-9616-53e908f61998', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:36:28.847307 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:28.948794 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:28.950807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.115902 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.166126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212359f9-4594-48f4-809e-7241863b3423 req-8ca1c9bd-f1ad-485c-9d53-866e03f44d87 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:29.170483 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-212359f9-4594-48f4-809e-7241863b3423 req-8ca1c9bd-f1ad-485c-9d53-866e03f44d87 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1761899 Jun 16 16:36:29.179258 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Allocated IP 172.20.0.2 (71589d6a-836d-4a45-9616-53e908f61998/ff8247d6-7cf9-4569-957f-152eb0ec5b30/d6055b23-0f48-4020-90f5-643b326491d9) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:29.260544 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-212359f9-4594-48f4-809e-7241863b3423 req-e9f76eb3-3217-4535-b12d-41943762cdb3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779245 Jun 16 16:36:29.434921 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.460183 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Transition to ACTIVE for port object d6055b23-0f48-4020-90f5-643b326491d9 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:29.484584 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Transition to ACTIVE for port object d6055b23-0f48-4020-90f5-643b326491d9 will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:29.585092 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.588655 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.593533 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:29.633294 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Network 71589d6a-836d-4a45-9616-53e908f61998 is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:29.636842 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:29.645951 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:36:29.655839 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Pushing event updated for resources: {'Port': ['ID=d6055b23-0f48-4020-90f5-643b326491d9,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:29.661953 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:29.742913 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71db89-c5bf-443f-b0a2-d12adc3f3332 req-b72fe2bc-d223-4fdf-8a04-f27193665c5f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:29.744791 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c71db89-c5bf-443f-b0a2-d12adc3f3332 req-b72fe2bc-d223-4fdf-8a04-f27193665c5f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1245382 Jun 16 16:36:29.750755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Attempting to bind port d6055b23-0f48-4020-90f5-643b326491d9 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:36:29.751137 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Attempting to bind port d6055b23-0f48-4020-90f5-643b326491d9 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:36:29.751506 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Attempting to bind port d6055b23-0f48-4020-90f5-643b326491d9 on network 71589d6a-836d-4a45-9616-53e908f61998 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:36:29.764262 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:36:29.765237 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Checking segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:29.766788 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.767669 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Bound using segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:36:29.768578 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Bound port: d6055b23-0f48-4020-90f5-643b326491d9, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:36:29.770063 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:29.843986 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c71db89-c5bf-443f-b0a2-d12adc3f3332 req-3a6fdf09-b045-4e67-96a2-ae6a64a6c117 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919323 Jun 16 16:36:29.876440 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] For port d6055b23-0f48-4020-90f5-643b326491d9, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:36:29.882685 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] For port d6055b23-0f48-4020-90f5-643b326491d9, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d6055b23-0f48-4020-90f5-643b326491d9,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:36:30.019722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.024979 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:30.079355 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.108963 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Pushing event updated for resources: {'Port': ['ID=d6055b23-0f48-4020-90f5-643b326491d9,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:30.116886 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.120673 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:30.326764 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Allocated IP 172.27.3.162 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/d34f58bb-0fdf-4725-987c-a959124a1b56) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:30.575030 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.610119 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60522) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:30.715151 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Deleting subnet 1160589a-7656-44b6-8a43-ff476fbccaa9 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:36:30.717353 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a973175-8beb-4bbf-934b-bbab90915153 req-115290c5-c473-4cf0-8d1e-42311c6ca6b2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:30.722676 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.731843 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3a973175-8beb-4bbf-934b-bbab90915153 req-115290c5-c473-4cf0-8d1e-42311c6ca6b2 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1393244 Jun 16 16:36:30.783277 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3a973175-8beb-4bbf-934b-bbab90915153 req-85c56e69-7739-4b9b-ab26-c0fa88eabc90 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0500762 Jun 16 16:36:30.787858 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.836559 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.838643 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:30.867997 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:30.897232 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:30.908374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:30.914273 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:36:30.957378 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Pushing event updated for resources: {'Port': ['ID=d34f58bb-0fdf-4725-987c-a959124a1b56,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:30.967792 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:31.057055 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.061421 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2ff9c84e-bf5c-42a7-82a6-e8ea859448e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:31.105805 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1160589a-7656-44b6-8a43-ff476fbccaa9,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:31.109036 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.111351 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1160589a-7656-44b6-8a43-ff476fbccaa9 HTTP/1.1" status: 204 len: 168 time: 0.5000150 Jun 16 16:36:31.112648 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-85912f64-2f9f-4b42-a32a-73884feeeba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:31.115484 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60528) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:31.264849 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.404317 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d6055b23-0f48-4020-90f5-643b326491d9 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:31.462056 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.494981 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4a3a98-a42e-4652-aad7-622ef2863f23']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:31.498808 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f76b7-fcbe-4fe1-8207-382bc4bf4daa req-5513e8b4-9c61-4ac9-9568-5ddc66fb8f30 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:31.503236 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f1f76b7-fcbe-4fe1-8207-382bc4bf4daa req-5513e8b4-9c61-4ac9-9568-5ddc66fb8f30 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.3921783 Jun 16 16:36:31.524654 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec7fe25-fff6-4ebc-a782-4bc531d980f7') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:31.527777 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec7fe25-fff6-4ebc-a782-4bc531d980f7') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:31.549998 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.551165 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.575608 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.588028 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Releasing vlan 1235 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:36:31.588675 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:36:31.592051 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:36:31.615351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port d6055b23-0f48-4020-90f5-643b326491d9 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:31.680618 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f1f76b7-fcbe-4fe1-8207-382bc4bf4daa req-21f013e2-6565-4c17-85d0-1cad98fb41dd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611304 Jun 16 16:36:31.832792 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01897b82-846a-47ed-bb46-b70aae39e93c None None] Network 71589d6a-836d-4a45-9616-53e908f61998 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:36:31.874016 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.896841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.903699 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:31.908813 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:31.922581 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] 10.222.0.91 "DELETE /v2.0/networks/0b4a3a98-a42e-4652-aad7-622ef2863f23 HTTP/1.1" status: 204 len: 168 time: 0.8054373 Jun 16 16:36:31.979700 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4a3a98-a42e-4652-aad7-622ef2863f23,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:31.985806 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8d0091be-88ff-41b9-9981-f10d45d43fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:32.174835 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Provisioning for port d6055b23-0f48-4020-90f5-643b326491d9 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:32.182948 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Provisioning complete for port d6055b23-0f48-4020-90f5-643b326491d9 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:32.188522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.223540 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c15aa5-c2cb-4b93-8ac6-e580d85628e7 req-6aab8622-091b-4611-bdf6-b027cc9c22b1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:32.236397 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00c15aa5-c2cb-4b93-8ac6-e580d85628e7 req-6aab8622-091b-4611-bdf6-b027cc9c22b1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2091434 Jun 16 16:36:32.324004 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00c15aa5-c2cb-4b93-8ac6-e580d85628e7 req-7e9ecd44-41b1-4084-9587-bd5fe6d54182 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0838778 Jun 16 16:36:32.364945 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.393816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Router 67e0c30e-d634-4828-b798-697dd3024873 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:36:32.491334 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] For port d6055b23-0f48-4020-90f5-643b326491d9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d6055b23-0f48-4020-90f5-643b326491d9,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:32.560107 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60536) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:32.577190 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.585002 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:32.632161 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:32.653790 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Sync routers for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:32.669880 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c2ea47cd-9cb5-4a45-a99e-2d3b7568731a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6c44e4519f1b4c49b6d9f0b95955a104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081152 Jun 16 16:36:32.678077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60538) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:32.715329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.719356 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9356763 Jun 16 16:36:32.722677 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60540) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:32.736201 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:32.741802 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:32.783316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.860170 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.907427 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-f246a1c3-8eba-4a53-979a-3d8a13c74366 None None] Provisioning complete for port d6055b23-0f48-4020-90f5-643b326491d9 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:32.908048 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f246a1c3-8eba-4a53-979a-3d8a13c74366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:32.912355 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Pushing event updated for resources: {'Port': ['ID=d6055b23-0f48-4020-90f5-643b326491d9,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:32.924480 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:33.144685 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:33.151741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:33.154777 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8 HTTP/1.1" status: 204 len: 168 time: 0.4753199 Jun 16 16:36:33.156890 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b51e3fb8-e310-4f7a-89b7-3c487b162887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:33.157989 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:33.196638 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0a8d7b-c625-4d4f-ab81-9af36a0f7ad8,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:33.200931 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2df2a27b-6afd-48d9-b877-97370f89c418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:33.342516 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d6055b23-0f48-4020-90f5-643b326491d9 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:33.531906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771d256-853f-4ff1-a679-a7f3b89d24ca req-59c42e15-4f87-4829-a2d9-16697f09360c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:33.535281 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0771d256-853f-4ff1-a679-a7f3b89d24ca req-59c42e15-4f87-4829-a2d9-16697f09360c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1990111 Jun 16 16:36:33.546765 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port d6055b23-0f48-4020-90f5-643b326491d9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:33.547940 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:33.835168 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:31Z', 'revision_number': 3, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:33.849588 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Checking router: 67e0c30e-d634-4828-b798-697dd3024873 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:33.850087 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Updating router 67e0c30e-d634-4828-b798-697dd3024873 port d34f58bb-0fdf-4725-987c-a959124a1b56 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:36:33.869401 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0771d256-853f-4ff1-a679-a7f3b89d24ca req-90998f9c-8e20-4b7f-94bb-0d505b2d63c6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901650 Jun 16 16:36:33.935837 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.019657 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78146487-7880-4984-b9ab-9dfce4047c99 req-b9a61a4f-8853-4bc4-95a2-732aa684ee1e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:34.021344 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-78146487-7880-4984-b9ab-9dfce4047c99 req-b9a61a4f-8853-4bc4-95a2-732aa684ee1e tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2506027 Jun 16 16:36:34.128053 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-78146487-7880-4984-b9ab-9dfce4047c99 req-1a9e8ae3-6800-4dc2-a1d8-37cd9c1b058f tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945995 Jun 16 16:36:34.298133 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.417102 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.446080 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Transition to ACTIVE for port object d34f58bb-0fdf-4725-987c-a959124a1b56 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:34.548600 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.551187 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:34.564868 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Allocated IP 172.20.0.1 (71589d6a-836d-4a45-9616-53e908f61998/ff8247d6-7cf9-4569-957f-152eb0ec5b30/2f962a25-88cb-44d5-8050-6d7358ed03ca) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:34.655455 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e14c0-2c5f-4e16-9371-87f4619f575c None None] Pushing event updated for resources: {'Port': ['ID=d34f58bb-0fdf-4725-987c-a959124a1b56,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:34.668794 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-404e14c0-2c5f-4e16-9371-87f4619f575c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:34.670578 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Attempting to bind port d34f58bb-0fdf-4725-987c-a959124a1b56 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:36:34.671143 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Attempting to bind port d34f58bb-0fdf-4725-987c-a959124a1b56 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:36:34.672138 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Attempting to bind port d34f58bb-0fdf-4725-987c-a959124a1b56 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:36:34.679331 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:36:34.680255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:34.680932 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.681762 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:36:34.682771 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Bound port: d34f58bb-0fdf-4725-987c-a959124a1b56, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:36:34.683558 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.763039 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] For port d34f58bb-0fdf-4725-987c-a959124a1b56, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:36:34.769442 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] For port d34f58bb-0fdf-4725-987c-a959124a1b56, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d34f58bb-0fdf-4725-987c-a959124a1b56,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:36:34.775738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.795152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Transition to ACTIVE for port object 2f962a25-88cb-44d5-8050-6d7358ed03ca will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:34.920152 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:34.922802 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:34.987035 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:34.987732 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:35.016908 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:35.025235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:35.141376 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e14c0-2c5f-4e16-9371-87f4619f575c None None] Pushing event updated for resources: {'Port': ['ID=d34f58bb-0fdf-4725-987c-a959124a1b56,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:35.182791 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-404e14c0-2c5f-4e16-9371-87f4619f575c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:35.185858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Network 71589d6a-836d-4a45-9616-53e908f61998 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:35.228614 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:35.231314 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:36:35.284938 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Pushing event updated for resources: {'Port': ['ID=2f962a25-88cb-44d5-8050-6d7358ed03ca,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:35.288851 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:35.338633 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:35.338973 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:35.515122 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354e1e6-f7e3-45bd-b09a-45f616dde400 req-449a4b89-9e45-433a-82e8-3ac3ad74ab63 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:35.519118 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9354e1e6-f7e3-45bd-b09a-45f616dde400 req-449a4b89-9e45-433a-82e8-3ac3ad74ab63 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.3570278 Jun 16 16:36:35.784065 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:31Z', 'revision_number': 3, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:35.808031 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ac8ed-28b8-4b83-8aae-2da9b7f9a80b None None] The sync data for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi is: [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:31Z', 'revision_number': 3, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:35.849586 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9354e1e6-f7e3-45bd-b09a-45f616dde400 req-b1f3281a-a851-4643-83d2-57cfc173b04d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026373 Jun 16 16:36:35.891390 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-00c2f6e0-513a-4a6c-84d9-2e2fccdfa22a None None] Provisioning for port 2f962a25-88cb-44d5-8050-6d7358ed03ca completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:35.906869 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-00c2f6e0-513a-4a6c-84d9-2e2fccdfa22a None None] Provisioning complete for port 2f962a25-88cb-44d5-8050-6d7358ed03ca triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:35.908820 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-00c2f6e0-513a-4a6c-84d9-2e2fccdfa22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:35.951459 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e0630-aea3-42d1-bbea-f3e17481faaa req-f2df2fe4-1f9d-4b84-95d9-822053ee6b7c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:35.957203 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-474e0630-aea3-42d1-bbea-f3e17481faaa req-f2df2fe4-1f9d-4b84-95d9-822053ee6b7c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.4081872 Jun 16 16:36:36.003756 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-00c2f6e0-513a-4a6c-84d9-2e2fccdfa22a None None] Port 2f962a25-88cb-44d5-8050-6d7358ed03ca cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:36:36.065799 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:36.162675 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-474e0630-aea3-42d1-bbea-f3e17481faaa req-bc49fe09-bc0a-41c8-ab41-f5f5e4f32d3d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906173 Jun 16 16:36:36.557544 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:36.622327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:36.626007 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:36.706755 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:36.709139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Pushing event updated for resources: {'Port': ['ID=2f962a25-88cb-44d5-8050-6d7358ed03ca,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:36.712331 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:36.870035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Network 71589d6a-836d-4a45-9616-53e908f61998 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:36.871516 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:37.291730 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Router 67e0c30e-d634-4828-b798-697dd3024873 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:36:37.386175 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d34f58bb-0fdf-4725-987c-a959124a1b56 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:37.397727 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d52ef008-b9ad-4788-a685-79e4e9e8ae25 None None] Provisioning complete for port 2f962a25-88cb-44d5-8050-6d7358ed03ca triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:37.398001 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d52ef008-b9ad-4788-a685-79e4e9e8ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:37.430877 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-09e61816-c19a-4cd4-bc2e-80bb36b5ef81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:37.503204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d52ef008-b9ad-4788-a685-79e4e9e8ae25 None None] Port 2f962a25-88cb-44d5-8050-6d7358ed03ca cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:36:37.592287 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b3e80-27c1-461f-961f-6f3bd0396d76 req-bbafdc70-72ca-401b-9b97-086767336b8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:37.595215 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e1b3e80-27c1-461f-961f-6f3bd0396d76 req-bbafdc70-72ca-401b-9b97-086767336b8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.4434781 Jun 16 16:36:37.765376 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:37.773057 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e1b3e80-27c1-461f-961f-6f3bd0396d76 req-1707cf91-8c17-46c4-b4b2-cb830dc09b95 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642287 Jun 16 16:36:37.779398 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] 10.222.0.91 "PUT /v2.0/routers/67e0c30e-d634-4828-b798-697dd3024873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0539279 Jun 16 16:36:37.834624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8bf38-b7e3-4e5b-9da8-972ead488079 req-6755825b-c188-47b5-90b4-70409a1cc52a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:37.836647 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ac8bf38-b7e3-4e5b-9da8-972ead488079 req-6755825b-c188-47b5-90b4-70409a1cc52a tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2370842 Jun 16 16:36:37.911505 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ac8bf38-b7e3-4e5b-9da8-972ead488079 req-adef3f52-3b93-44cd-8e4d-e7004c5ad70b tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686040 Jun 16 16:36:38.324912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port d34f58bb-0fdf-4725-987c-a959124a1b56 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:38.330854 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port d34f58bb-0fdf-4725-987c-a959124a1b56 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:38.331316 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:38.463757 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Sync routers for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:38.492077 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:38.507273 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:38.548288 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:38.591495 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port d34f58bb-0fdf-4725-987c-a959124a1b56, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d34f58bb-0fdf-4725-987c-a959124a1b56,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:38.693575 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:38.698112 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:38.708975 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:38.791960 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=d34f58bb-0fdf-4725-987c-a959124a1b56,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:38.801333 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:39.182813 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:36Z', 'revision_number': 2, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:39.190373 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Checking router: 67e0c30e-d634-4828-b798-697dd3024873 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:39.191691 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Updating router 67e0c30e-d634-4828-b798-697dd3024873 port 2f962a25-88cb-44d5-8050-6d7358ed03ca binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:36:39.260174 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:39.265933 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07247c-a783-4ef0-8c3e-71d144ef2fc5 req-717242a2-6364-47f8-b297-aac1b6c1279c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:39.276827 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b07247c-a783-4ef0-8c3e-71d144ef2fc5 req-717242a2-6364-47f8-b297-aac1b6c1279c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.3433459 Jun 16 16:36:39.295216 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d34f58bb-0fdf-4725-987c-a959124a1b56 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:39.363990 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60640) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:39.372596 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1090253277-network', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:39.381186 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b07247c-a783-4ef0-8c3e-71d144ef2fc5 req-a5f1dedd-f89a-412c-b9a3-51b6298f3742 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960791 Jun 16 16:36:39.417917 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port d34f58bb-0fdf-4725-987c-a959124a1b56 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:39.418995 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:39.434024 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63dbbf-6e93-4ea7-916e-d82da6304694 req-eeabac82-dccd-4c8a-843a-a4a963088be8 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:39.443608 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3e63dbbf-6e93-4ea7-916e-d82da6304694 req-eeabac82-dccd-4c8a-843a-a4a963088be8 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.3234282 Jun 16 16:36:39.510750 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3e63dbbf-6e93-4ea7-916e-d82da6304694 req-beb85c1d-4503-48f0-bbbc-1324f50d3af7 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661583 Jun 16 16:36:39.599175 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Made reservation on behalf of 39e60a4ede76422dbe356cdfb440e325 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:36:39.601963 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:39.613991 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:39.801227 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:39.820513 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Transition to ACTIVE for port object 2f962a25-88cb-44d5-8050-6d7358ed03ca will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:39.868772 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:39.873305 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:39.952228 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Pushing event updated for resources: {'Port': ['ID=2f962a25-88cb-44d5-8050-6d7358ed03ca,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:39.972281 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.972682 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.973411 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.973934 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.974419 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.975110 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.975590 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.976483 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.977238 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.977965 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.978705 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:39.979427 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:40.004404 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:40.086425 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.123850 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.164537 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.178656 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:40.218019 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:36:40.233506 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f071691-1b31-47f3-a1c7-15abc1ec61e1,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:40.234845 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb681-1911-4926-adb0-5c7c1e1b47c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.241258 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:40.244479 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.244479 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Added segment 474cc190-edc7-4f03-9d14-be6e9b376a61 of type vlan for network 9b14e78c-32a9-43ec-b79f-254d4f893f2a Jun 16 16:36:40.321244 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.353393 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Attempting to bind port 2f962a25-88cb-44d5-8050-6d7358ed03ca on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:36:40.353954 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Attempting to bind port 2f962a25-88cb-44d5-8050-6d7358ed03ca by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:36:40.354542 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Attempting to bind port 2f962a25-88cb-44d5-8050-6d7358ed03ca on network 71589d6a-836d-4a45-9616-53e908f61998 {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:36:40.365762 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:36:40.366392 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Checking segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:40.367171 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.367890 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Bound using segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:36:40.368712 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Bound port: 2f962a25-88cb-44d5-8050-6d7358ed03ca, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:36:40.369243 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.459766 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] For port 2f962a25-88cb-44d5-8050-6d7358ed03ca, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:36:40.462753 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.464423 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] For port 2f962a25-88cb-44d5-8050-6d7358ed03ca, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2f962a25-88cb-44d5-8050-6d7358ed03ca,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:36:40.466877 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:40.473854 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.473854 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:40.555253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Pushing event updated for resources: {'Network': ['ID=9b14e78c-32a9-43ec-b79f-254d4f893f2a,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:40.559279 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:40.568474 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:36:40.583696 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:40.588539 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:40.733376 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3674061 Jun 16 16:36:40.737257 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60662) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:40.744052 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Request body: {'subnet': {'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1090253277-subnet', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:40.773199 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:40.775818 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:40.835535 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcc491-e666-45e4-9a90-e9ecd973ee4f req-6edc5bd0-993a-4b56-a8ab-ddbb3ac4ae3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:40.861645 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cbfcc491-e666-45e4-9a90-e9ecd973ee4f req-6edc5bd0-993a-4b56-a8ab-ddbb3ac4ae3b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2319760 Jun 16 16:36:40.864235 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Pushing event updated for resources: {'Port': ['ID=2f962a25-88cb-44d5-8050-6d7358ed03ca,revision_number=4']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:40.904556 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-579e221a-66fa-426b-987e-2dd67dc98326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:40.910824 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a268c-11a8-4671-b156-b78aab050f4f req-b457d0d5-ec6e-4a54-ad45-de8e151b5b1c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:40.912577 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-231a268c-11a8-4671-b156-b78aab050f4f req-b457d0d5-ec6e-4a54-ad45-de8e151b5b1c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2250900 Jun 16 16:36:40.970296 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cbfcc491-e666-45e4-9a90-e9ecd973ee4f req-9fe1c929-3101-42c8-b696-7186eb81810a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061134 Jun 16 16:36:40.988216 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:41.006132 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-231a268c-11a8-4671-b156-b78aab050f4f req-bbc5e144-6a4b-44cf-9bcc-3a0182528207 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788660 Jun 16 16:36:41.012215 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Made reservation on behalf of 39e60a4ede76422dbe356cdfb440e325 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:36:41.017983 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481272'] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:41.280134 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:41.354577 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:40Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:41.362135 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee825c8f-40f4-4261-845b-98cdceee6f7a None None] The sync data for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi is: [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:40Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:41.480729 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2670071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481258'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:41.489198 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-07f2e753-50a4-47da-afa2-746df3deadff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:41.594933 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Checking segment: {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:41.595957 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Network hostable DHCP agents. Network: 9b14e78c-32a9-43ec-b79f-254d4f893f2a, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:36:41.600281 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2831e4d-ab2a-44b2-8247-2d9c6ae84c46,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:41.608988 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:41.719741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:36:41.833838 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 9b14e78c-32a9-43ec-b79f-254d4f893f2a) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:41.845472 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9974539e-7d66-44a6-a75e-247005200538 None None] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:36:41.850253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:41.850922 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:41.979040 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-64feca87-518e-4266-903b-c380e8a810aa admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2397642 Jun 16 16:36:41.983453 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60668) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:42.005377 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:42.263390 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:42.275338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:42.390222 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-9b14e78c-32a9-43ec-b79f-254d4f893f2a', 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'fixed_ips': [{'subnet_id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:36:42.400978 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:42.475807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:42.643682 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Allocated IP 172.20.0.2 (9b14e78c-32a9-43ec-b79f-254d4f893f2a/a2831e4d-ab2a-44b2-8247-2d9c6ae84c46/fded8173-598f-4c40-9e61-ec0077e1d933) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:42.969180 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.001866 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Transition to ACTIVE for port object fded8173-598f-4c40-9e61-ec0077e1d933 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:43.050390 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Transition to ACTIVE for port object fded8173-598f-4c40-9e61-ec0077e1d933 will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:43.165423 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.208470 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.221968 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76fc86-4aee-409a-ae31-899a3327154b req-0377badc-b5ea-4921-b34f-3c48270aa66b tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:43.224283 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3f76fc86-4aee-409a-ae31-899a3327154b req-0377badc-b5ea-4921-b34f-3c48270aa66b tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.7557449 Jun 16 16:36:43.227004 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.235944 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:43.247197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae20a3-419c-4893-8534-b8e264789cb4 req-b973cac2-1219-4e89-b815-db6e4b91b42a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:43.259687 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57ae20a3-419c-4893-8534-b8e264789cb4 req-b973cac2-1219-4e89-b815-db6e4b91b42a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.7889662 Jun 16 16:36:43.329562 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Pushing event updated for resources: {'Port': ['ID=fded8173-598f-4c40-9e61-ec0077e1d933,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:43.332950 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:43.339423 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:43.341215 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:43.351650 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57ae20a3-419c-4893-8534-b8e264789cb4 req-fc21dff3-d95e-41c0-a016-d0b001715098 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893972 Jun 16 16:36:43.378155 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:36:43.398724 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2f962a25-88cb-44d5-8050-6d7358ed03ca up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:43.437688 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3f76fc86-4aee-409a-ae31-899a3327154b req-81ec9ec6-ca74-40b8-8ef4-121edb38fdf1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664045 Jun 16 16:36:43.558032 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Attempting to bind port fded8173-598f-4c40-9e61-ec0077e1d933 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:36:43.558422 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Attempting to bind port fded8173-598f-4c40-9e61-ec0077e1d933 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:36:43.558835 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Attempting to bind port fded8173-598f-4c40-9e61-ec0077e1d933 on network 9b14e78c-32a9-43ec-b79f-254d4f893f2a {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:36:43.566591 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:36:43.571441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Checking segment: {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:43.571441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.571441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Bound using segment: {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:36:43.571441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Bound port: fded8173-598f-4c40-9e61-ec0077e1d933, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:36:43.571441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.679060 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] For port fded8173-598f-4c40-9e61-ec0077e1d933, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:36:43.685394 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] For port fded8173-598f-4c40-9e61-ec0077e1d933, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=fded8173-598f-4c40-9e61-ec0077e1d933,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:36:43.690600 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 2f962a25-88cb-44d5-8050-6d7358ed03ca completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:43.696810 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 2f962a25-88cb-44d5-8050-6d7358ed03ca triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:43.700898 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.799362 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.842066 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 2f962a25-88cb-44d5-8050-6d7358ed03ca, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2f962a25-88cb-44d5-8050-6d7358ed03ca,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:43.863846 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.865502 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:43.899184 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.923374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:43.958010 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Pushing event updated for resources: {'Port': ['ID=fded8173-598f-4c40-9e61-ec0077e1d933,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:43.963317 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:44.000591 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:44.004437 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:44.075705 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=2f962a25-88cb-44d5-8050-6d7358ed03ca,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:44.083002 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:44.089746 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Allocated IP 172.27.3.85 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/bc86f4c7-45e6-42e3-b986-a64565bf6f25) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:44.315538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:44.468808 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:44.470941 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:44.520623 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:44.525907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:44.528514 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:36:44.613756 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=bc86f4c7-45e6-42e3-b986-a64565bf6f25,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:44.617905 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:44.807378 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eed24f-532e-4019-af41-08e0cdc7b290 req-eb1c8a13-fbb7-4b8b-8f14-bd06182ff583 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:44.809355 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5eed24f-532e-4019-af41-08e0cdc7b290 req-eb1c8a13-fbb7-4b8b-8f14-bd06182ff583 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2651565 Jun 16 16:36:44.857063 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471e331-3c32-422e-8fb5-ca0f500c56bb req-4412cee4-3c78-474f-9076-82e7d3d13acc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:44.858756 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2471e331-3c32-422e-8fb5-ca0f500c56bb req-4412cee4-3c78-474f-9076-82e7d3d13acc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1617200 Jun 16 16:36:44.888188 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5eed24f-532e-4019-af41-08e0cdc7b290 req-c714445e-f6b5-4a0a-ae76-9dc71bc75214 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631442 Jun 16 16:36:44.959274 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2471e331-3c32-422e-8fb5-ca0f500c56bb req-adaf99f1-6c2f-42b9-bef4-8a97e782db54 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523870 Jun 16 16:36:45.117165 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:45.275795 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f7017-0577-4228-8b65-d4effd729b7e None None] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:36:45.343153 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:45.422225 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device fded8173-598f-4c40-9e61-ec0077e1d933 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:45.442952 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:45.557535 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-29267342-4403-4904-a1f2-1ae48eeb839b None None] Provisioning for port fded8173-598f-4c40-9e61-ec0077e1d933 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:45.651401 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port fded8173-598f-4c40-9e61-ec0077e1d933 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:45.659421 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port fded8173-598f-4c40-9e61-ec0077e1d933 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:45.660137 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:45.809776 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:45.827822 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Router 398c02a4-6152-408c-9018-52935529dae9 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:36:45.865052 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port fded8173-598f-4c40-9e61-ec0077e1d933, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=fded8173-598f-4c40-9e61-ec0077e1d933,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:45.886638 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-80a8f901-ed81-40ac-89e8-7279fccf3d2f None None] Provisioning complete for port fded8173-598f-4c40-9e61-ec0077e1d933 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:45.886915 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-80a8f901-ed81-40ac-89e8-7279fccf3d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:46.007393 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:46.008950 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2f962a25-88cb-44d5-8050-6d7358ed03ca up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:46.020783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-c2ed7fe9-b6b8-4b3d-8a40-9ede92a92ee4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:46.105652 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:46.119708 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-80a8f901-ed81-40ac-89e8-7279fccf3d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:46.149228 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Sync routers for ids ['398c02a4-6152-408c-9018-52935529dae9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:46.181513 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=fded8173-598f-4c40-9e61-ec0077e1d933,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:46.188157 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:46.201535 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Routers {'398c02a4-6152-408c-9018-52935529dae9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:46.202204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['398c02a4-6152-408c-9018-52935529dae9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:46.225259 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac063-7407-406a-a584-9c7f2089520d req-2e1682ef-b1f9-409d-88b5-f41ea9828c76 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:46.228141 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-472ac063-7407-406a-a584-9c7f2089520d req-2e1682ef-b1f9-409d-88b5-f41ea9828c76 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1735029 Jun 16 16:36:46.249510 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:46.251844 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2641647 Jun 16 16:36:46.256051 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60692) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:46.319795 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 2f962a25-88cb-44d5-8050-6d7358ed03ca triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:46.320651 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:46.330620 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-472ac063-7407-406a-a584-9c7f2089520d req-e5958701-0273-4b9e-91eb-cddfa8655339 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939128 Jun 16 16:36:46.332769 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.db.api [None req-80a8f901-ed81-40ac-89e8-7279fccf3d2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 16:36:46.333235 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_db.api [None req-80a8f901-ed81-40ac-89e8-7279fccf3d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 16:36:46.341509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f593e-42f6-4c3a-8497-9b4f41b3c4a5 req-672e51af-e812-42b3-8533-dafe7a9881cf tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:46.343204 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec0f593e-42f6-4c3a-8497-9b4f41b3c4a5 req-672e51af-e812-42b3-8533-dafe7a9881cf tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1821320 Jun 16 16:36:46.402174 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec0f593e-42f6-4c3a-8497-9b4f41b3c4a5 req-51afc31d-0057-49b6-a94a-7364c90eb04f tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486298 Jun 16 16:36:46.417371 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Set router 398c02a4-6152-408c-9018-52935529dae9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:46.738165 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:36:44Z', 'revision_number': 3, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:46.744250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Checking router: 398c02a4-6152-408c-9018-52935529dae9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:46.745144 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Updating router 398c02a4-6152-408c-9018-52935529dae9 port bc86f4c7-45e6-42e3-b986-a64565bf6f25 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:36:46.808166 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:46.902522 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.168669 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Allocated IP 172.20.0.1 (9b14e78c-32a9-43ec-b79f-254d4f893f2a/a2831e4d-ab2a-44b2-8247-2d9c6ae84c46/40755d96-a7cd-4a52-baff-6e03c0595bd3) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:36:47.249623 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device fded8173-598f-4c40-9e61-ec0077e1d933 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:47.344603 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.357404 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.363166 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Transition to ACTIVE for port object bc86f4c7-45e6-42e3-b986-a64565bf6f25 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:47.372207 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port fded8173-598f-4c40-9e61-ec0077e1d933 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:47.373787 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.380475 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.provisioning_blocks [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Transition to ACTIVE for port object 40755d96-a7cd-4a52-baff-6e03c0595bd3 will not be triggered until provisioned by entity DHCP. {{(pid=92416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:47.474669 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.487626 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:47.514181 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.516873 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:47.582978 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Attempting to bind port bc86f4c7-45e6-42e3-b986-a64565bf6f25 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:36:47.583507 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Attempting to bind port bc86f4c7-45e6-42e3-b986-a64565bf6f25 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:36:47.583911 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Attempting to bind port bc86f4c7-45e6-42e3-b986-a64565bf6f25 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:36:47.605547 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:36:47.605999 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:47.606531 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.620021 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:36:47.620322 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:47.620797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Bound port: bc86f4c7-45e6-42e3-b986-a64565bf6f25, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:36:47.621249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.627071 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:47.631456 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:36:47.656624 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e716-9eb3-4414-9508-643b669013b8 None None] Pushing event updated for resources: {'Port': ['ID=bc86f4c7-45e6-42e3-b986-a64565bf6f25,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:47.661933 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d248e716-9eb3-4414-9508-643b669013b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:47.717098 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Pushing event updated for resources: {'Port': ['ID=40755d96-a7cd-4a52-baff-6e03c0595bd3,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:47.717867 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] For port bc86f4c7-45e6-42e3-b986-a64565bf6f25, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:36:47.730315 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] For port bc86f4c7-45e6-42e3-b986-a64565bf6f25, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=bc86f4c7-45e6-42e3-b986-a64565bf6f25,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:36:47.730581 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:47.750829 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.790958 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979f467-f5ef-4c5f-b506-089cff0a723c req-ae4002d6-5218-4b1e-9b0f-15ecbe4c4d9c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:47.792902 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b979f467-f5ef-4c5f-b506-089cff0a723c req-ae4002d6-5218-4b1e-9b0f-15ecbe4c4d9c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2364187 Jun 16 16:36:47.803961 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4c2d-4922-46aa-b773-9be6f89c69c8 req-c677cde7-0f63-4422-9fb5-18231c75effc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:47.805805 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e16a4c2d-4922-46aa-b773-9be6f89c69c8 req-c677cde7-0f63-4422-9fb5-18231c75effc tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.1497993 Jun 16 16:36:47.830255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:47.852463 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-9670c10a-28b8-4060-8faa-f35fad392f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:47.880563 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e16a4c2d-4922-46aa-b773-9be6f89c69c8 req-0636e135-5ba9-41b9-b39f-cdc1f4962ecf tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657961 Jun 16 16:36:47.922482 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Routers {'398c02a4-6152-408c-9018-52935529dae9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:47.923531 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['398c02a4-6152-408c-9018-52935529dae9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:47.944105 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b979f467-f5ef-4c5f-b506-089cff0a723c req-df328ac7-8f73-4af7-83ac-7c4af046c999 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221716 Jun 16 16:36:48.055733 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e716-9eb3-4414-9508-643b669013b8 None None] Pushing event updated for resources: {'Port': ['ID=bc86f4c7-45e6-42e3-b986-a64565bf6f25,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:48.062916 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d248e716-9eb3-4414-9508-643b669013b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:48.107720 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] Set router 398c02a4-6152-408c-9018-52935529dae9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:48.165825 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:48.279155 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-21053540-29f3-4781-a237-20f0885f6eb5 None None] Provisioning for port 40755d96-a7cd-4a52-baff-6e03c0595bd3 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:48.286485 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-21053540-29f3-4781-a237-20f0885f6eb5 None None] Provisioning complete for port 40755d96-a7cd-4a52-baff-6e03c0595bd3 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:48.286878 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-21053540-29f3-4781-a237-20f0885f6eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:48.368461 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-21053540-29f3-4781-a237-20f0885f6eb5 None None] Port 40755d96-a7cd-4a52-baff-6e03c0595bd3 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:36:48.393477 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:36:44Z', 'revision_number': 3, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:48.398321 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552fa4e7-ab6e-43be-96b7-ec8b0bf42f05 None None] The sync data for ids ['398c02a4-6152-408c-9018-52935529dae9'] in dv-cinder-796685-1-iscsi is: [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:36:44Z', 'revision_number': 3, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:48.401680 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:48.530611 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:48.533244 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:48.618481 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:48.620642 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Pushing event updated for resources: {'Port': ['ID=40755d96-a7cd-4a52-baff-6e03c0595bd3,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:48.624339 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:48.625222 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:36:48.820933 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:36:48.823582 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:36:49.041833 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Router 398c02a4-6152-408c-9018-52935529dae9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:36:49.317922 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-1035697e-adb4-4fb3-94a6-d30af09de1c3 None None] Provisioning complete for port 40755d96-a7cd-4a52-baff-6e03c0595bd3 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:49.318577 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-1035697e-adb4-4fb3-94a6-d30af09de1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:49.331848 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:36:49.350330 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] 10.222.0.91 "PUT /v2.0/routers/398c02a4-6152-408c-9018-52935529dae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0940242 Jun 16 16:36:49.374012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-1035697e-adb4-4fb3-94a6-d30af09de1c3 None None] Port 40755d96-a7cd-4a52-baff-6e03c0595bd3 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:36:49.400765 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device bc86f4c7-45e6-42e3-b986-a64565bf6f25 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:49.413231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fcfd8-ca3b-43d7-baef-6bfac9265050 req-e502e4d3-fce2-4e70-a621-5a59de9a3659 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:49.428670 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-886fcfd8-ca3b-43d7-baef-6bfac9265050 req-e502e4d3-fce2-4e70-a621-5a59de9a3659 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2977624 Jun 16 16:36:49.522549 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-886fcfd8-ca3b-43d7-baef-6bfac9265050 req-b4834edd-4b8a-4bbb-8305-03f2d83c0aa3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923238 Jun 16 16:36:49.546386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefc0e5-0ff9-424d-bdca-b32d535a3b65 req-e28a1a7a-9809-45dd-9f58-edd767876ed0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:49.548889 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbefc0e5-0ff9-424d-bdca-b32d535a3b65 req-e28a1a7a-9809-45dd-9f58-edd767876ed0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2552462 Jun 16 16:36:49.604522 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbefc0e5-0ff9-424d-bdca-b32d535a3b65 req-e8da316f-a306-44ab-a711-9ebc63f11624 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492439 Jun 16 16:36:49.765253 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port bc86f4c7-45e6-42e3-b986-a64565bf6f25 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:49.784491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port bc86f4c7-45e6-42e3-b986-a64565bf6f25 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:49.784491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:49.875921 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:49.899576 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port bc86f4c7-45e6-42e3-b986-a64565bf6f25, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=bc86f4c7-45e6-42e3-b986-a64565bf6f25,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:50.073987 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:50.076829 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:50.151591 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=bc86f4c7-45e6-42e3-b986-a64565bf6f25,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:50.157341 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:50.410559 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60718) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:50.417944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1244751743', 'description': 'tempest-secgroup-smoke-1244751743 description', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:50.509573 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Sync routers for ids ['398c02a4-6152-408c-9018-52935529dae9'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:36:50.525540 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Routers {'398c02a4-6152-408c-9018-52935529dae9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:50.526301 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['398c02a4-6152-408c-9018-52935529dae9'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:50.582647 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:50.664952 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Set router 398c02a4-6152-408c-9018-52935529dae9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:50.818948 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:50.928122 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:50.939898 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-46532968-376e-4f7c-87be-f48d4bbb22fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:50.973383 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:36:47Z', 'revision_number': 4, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '40755d96-a7cd-4a52-baff-6e03c0595bd3', 'name': '', 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'mac_address': 'fa:16:3e:44:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:46Z', 'updated_at': '2021-06-16T16:36:48Z', 'revision_number': 2, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'subnets': [{'id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:50.979007 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Checking router: 398c02a4-6152-408c-9018-52935529dae9 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:36:50.979632 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Updating router 398c02a4-6152-408c-9018-52935529dae9 port 40755d96-a7cd-4a52-baff-6e03c0595bd3 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:36:50.996584 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907b52-54a1-40ca-be61-5ed25a943e8d req-4be3c0bc-e65a-415c-ba49-814b5821295c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:51.002799 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9d907b52-54a1-40ca-be61-5ed25a943e8d req-4be3c0bc-e65a-415c-ba49-814b5821295c tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.2647538 Jun 16 16:36:51.039414 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.057486 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9f663-80f7-42e5-b0e6-f9ddc8fece02 req-e2ce7d86-c784-44bc-a4b8-cb74fba8750a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:51.060284 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8be9f663-80f7-42e5-b0e6-f9ddc8fece02 req-e2ce7d86-c784-44bc-a4b8-cb74fba8750a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.2571828 Jun 16 16:36:51.072010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:51.083726 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.088329 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6734872 Jun 16 16:36:51.088329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:51.091720 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 60724) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:51.107410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:51.189875 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9d907b52-54a1-40ca-be61-5ed25a943e8d req-9a18b593-7bb1-49fc-9794-1f59f5e55f65 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=df50e786-dd41-4a94-9378-73e29f6755f6&id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703117 Jun 16 16:36:51.221619 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8be9f663-80f7-42e5-b0e6-f9ddc8fece02 req-afb6e226-af11-42ce-b623-7e61d04de44b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451633 Jun 16 16:36:51.270555 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device bc86f4c7-45e6-42e3-b986-a64565bf6f25 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:51.313622 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.362692 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port bc86f4c7-45e6-42e3-b986-a64565bf6f25 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:51.363419 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.414577 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.488105 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.495771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.503707 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:51.505697 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Transition to ACTIVE for port object 40755d96-a7cd-4a52-baff-6e03c0595bd3 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:36:51.529375 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e4e1dc-aa9f-4af0-a24b-d65872fc3ae0,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:51.533135 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:51.582009 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.586472 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:51.612163 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.615795 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5140297 Jun 16 16:36:51.622182 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60730) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:51.628137 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:51.685048 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc886166-84f1-4b86-b08b-d093e92aacd2 None None] Pushing event updated for resources: {'Port': ['ID=40755d96-a7cd-4a52-baff-6e03c0595bd3,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:51.758006 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-cc886166-84f1-4b86-b08b-d093e92aacd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:51.758006 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Attempting to bind port 40755d96-a7cd-4a52-baff-6e03c0595bd3 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:36:51.758006 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Attempting to bind port 40755d96-a7cd-4a52-baff-6e03c0595bd3 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:36:51.758006 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Attempting to bind port 40755d96-a7cd-4a52-baff-6e03c0595bd3 on network 9b14e78c-32a9-43ec-b79f-254d4f893f2a {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:36:51.767196 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:36:51.767730 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Checking segment: {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:36:51.768269 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.768824 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Bound using segment: {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:36:51.769504 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Bound port: 40755d96-a7cd-4a52-baff-6e03c0595bd3, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474cc190-edc7-4f03-9d14-be6e9b376a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:36:51.770318 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:51.876897 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] For port 40755d96-a7cd-4a52-baff-6e03c0595bd3, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:36:51.882592 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] For port 40755d96-a7cd-4a52-baff-6e03c0595bd3, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=40755d96-a7cd-4a52-baff-6e03c0595bd3,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:36:52.464647 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758f603-cf5e-4ef4-ad2e-574aa8e0c737 req-1118834a-5366-436f-99e0-99ae750098c1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:52.467349 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2758f603-cf5e-4ef4-ad2e-574aa8e0c737 req-1118834a-5366-436f-99e0-99ae750098c1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0987384 Jun 16 16:36:52.529616 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2758f603-cf5e-4ef4-ad2e-574aa8e0c737 req-4ef5f7c5-c7cf-4fe2-bf3e-6ee2131608cc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536470 Jun 16 16:36:52.817777 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:52.910238 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:52.988604 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:52.991653 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-d8043746-c20a-4ea4-949b-5dda34c7779f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:53.079069 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc886166-84f1-4b86-b08b-d093e92aacd2 None None] Pushing event updated for resources: {'Port': ['ID=40755d96-a7cd-4a52-baff-6e03c0595bd3,revision_number=4']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:53.079515 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:53.081977 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-960e1978-ef79-4159-9672-0303869788fa tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:53.090684 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Routers {'398c02a4-6152-408c-9018-52935529dae9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:36:53.091580 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:36:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['398c02a4-6152-408c-9018-52935529dae9'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:53.099034 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-cc886166-84f1-4b86-b08b-d093e92aacd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:53.113961 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8cf5cb-0a18-4068-90fd-04075fffc2e4,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:53.124909 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.124909 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.125275 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.125715 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.126112 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.126506 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.126920 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.127283 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.127673 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.128089 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.128449 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.128806 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:36:53.132698 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:53.263101 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:53.266208 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-70b15379-046b-42c9-989b-cb1b61ded6fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6440706 Jun 16 16:36:53.269959 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60736) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:53.270288 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] Set router 398c02a4-6152-408c-9018-52935529dae9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:36:53.275295 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:53.445724 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:53.531761 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:53.646487 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:36:47Z', 'revision_number': 4, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '40755d96-a7cd-4a52-baff-6e03c0595bd3', 'name': '', 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'mac_address': 'fa:16:3e:44:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:46Z', 'updated_at': '2021-06-16T16:36:51Z', 'revision_number': 4, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'subnets': [{'id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:36:53.651902 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca8c66e-e3cc-4ff7-9c1c-482a2aaed2ac None None] The sync data for ids ['398c02a4-6152-408c-9018-52935529dae9'] in dv-cinder-796685-1-iscsi is: [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:36:47Z', 'revision_number': 4, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '40755d96-a7cd-4a52-baff-6e03c0595bd3', 'name': '', 'network_id': '9b14e78c-32a9-43ec-b79f-254d4f893f2a', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'mac_address': 'fa:16:3e:44:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:46Z', 'updated_at': '2021-06-16T16:36:51Z', 'revision_number': 4, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'subnets': [{'id': 'a2831e4d-ab2a-44b2-8247-2d9c6ae84c46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:36:53.655583 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:53.658755 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-822d9933-da40-48cf-8078-292f79270783 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:53.684941 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e102af-e6f2-4046-8dc5-ccfd40b505b1,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:53.690644 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:53.775900 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:53.782352 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107076 Jun 16 16:36:53.783121 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60744) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:53.793951 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:53.879349 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101060-34fd-4b7d-84e5-a829a01c44a7 req-9f4cef61-5a7b-4c3d-ad85-d770f498901e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:53.890953 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd101060-34fd-4b7d-84e5-a829a01c44a7 req-9f4cef61-5a7b-4c3d-ad85-d770f498901e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.1599739 Jun 16 16:36:53.948116 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd101060-34fd-4b7d-84e5-a829a01c44a7 req-4409074f-a76f-47c2-8a56-687f98fe77be tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584190 Jun 16 16:36:53.999943 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.076101 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.182149 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.184646 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:54.208348 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003a39dd-99dd-4711-ad40-025658d77ffb,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:54.211244 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:54.325080 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.327319 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5426636 Jun 16 16:36:54.332063 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60746) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:54.339104 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:54.434173 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.securitygroups_db [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Project abf58ad1aca14ae785be4c100de8bda8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:36:54.443873 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.539717 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.696292 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.704936 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e17008bd-f72f-4f99-a74d-1ddf39a1305b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:54.726530 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969a61fa-5261-4d92-bc5e-d3a15b5261a5,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:54.751412 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:54.879257 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:54.881503 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-056ddd53-be55-4a88-9e61-17d8723f8b9f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5476823 Jun 16 16:36:54.884186 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 60750) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:36:54.891795 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'security_group_rule': {'security_group_id': 'eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a', 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:36:55.050264 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.securitygroups_db [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Project abf58ad1aca14ae785be4c100de8bda8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:36:55.055494 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.131822 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.180606 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff2b4f-0919-4c96-9e30-6e830fde81fc req-385a94be-739c-481c-b197-fab5456eaf8b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:55.180606 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1ff2b4f-0919-4c96-9e30-6e830fde81fc req-385a94be-739c-481c-b197-fab5456eaf8b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0830388 Jun 16 16:36:55.218958 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1ff2b4f-0919-4c96-9e30-6e830fde81fc req-9a1a6a30-9d64-4df1-b33e-72e9f73c6281 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350902 Jun 16 16:36:55.263042 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 40755d96-a7cd-4a52-baff-6e03c0595bd3 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:55.288039 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.294421 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-450aad44-355d-47c6-9465-62f863308da2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:55.323117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e135188b-e2d9-4831-b79d-452caa2ecd19,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:55.327613 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:55.427363 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.428606 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a220301e-8daa-4114-9c04-5c2561cac411 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5432560 Jun 16 16:36:55.461837 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 40755d96-a7cd-4a52-baff-6e03c0595bd3 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:36:55.466881 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 40755d96-a7cd-4a52-baff-6e03c0595bd3 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:55.467297 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.593896 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.655058 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 40755d96-a7cd-4a52-baff-6e03c0595bd3, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=40755d96-a7cd-4a52-baff-6e03c0595bd3,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:55.766860 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:55.768892 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-05ecad5b-f9cf-46cb-be84-686b226d5ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:55.824007 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=40755d96-a7cd-4a52-baff-6e03c0595bd3,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:55.827517 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:56.503898 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7f9c-31d8-499a-845e-9dd55b80e188 req-0223fd42-a218-458e-bc5e-f6e1d7b0b857 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:56.506101 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-409a7f9c-31d8-499a-845e-9dd55b80e188 req-0223fd42-a218-458e-bc5e-f6e1d7b0b857 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 944 time: 0.0786743 Jun 16 16:36:56.554110 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-409a7f9c-31d8-499a-845e-9dd55b80e188 req-8f95818b-4370-4db1-8a0d-b27fba1dbdd5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414841 Jun 16 16:36:57.039732 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:36:57.199226 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:57.219405 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'port_id': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'mac_address': 'fa:16:3e:17:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:36:57.267679 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 40755d96-a7cd-4a52-baff-6e03c0595bd3 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:36:57.306525 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:57.340561 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e7815-d979-4404-bb21-bb6d9fbcd1a2 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:36:57.367621 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:36:57.381300 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 40755d96-a7cd-4a52-baff-6e03c0595bd3 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:36:57.381721 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:57.466430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:36:57.469975 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:36:57.534632 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=9']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:36:57.539174 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:36:57.798457 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550cb10-9b79-49a5-a534-96dfefab281a req-74f7b6da-d926-4ad8-b22b-fae57a818070 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:57.800249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8550cb10-9b79-49a5-a534-96dfefab281a req-74f7b6da-d926-4ad8-b22b-fae57a818070 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.1019046 Jun 16 16:36:57.855534 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8550cb10-9b79-49a5-a534-96dfefab281a req-51bcec0c-9f6d-4d9a-9685-6c2fe54d13b6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438805 Jun 16 16:36:58.079405 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['931e7815-d979-4404-bb21-bb6d9fbcd1a2'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:36:59.070721 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fb061-d7de-4aa8-ad9c-77331445ced2 req-f70a05a1-aa70-4fb5-8215-930abeec75c5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:36:59.072260 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-db7fb061-d7de-4aa8-ad9c-77331445ced2 req-f70a05a1-aa70-4fb5-8215-930abeec75c5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.0798244 Jun 16 16:36:59.123848 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-db7fb061-d7de-4aa8-ad9c-77331445ced2 req-f6a29a3f-1ee9-4e32-acff-93c4d0f3c1c8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440738 Jun 16 16:37:00.339206 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8144b-cc83-41f7-80bb-d9847f383f3c req-49751117-d130-4476-91e7-984167fb4ed1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:00.340839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-31a8144b-cc83-41f7-80bb-d9847f383f3c req-49751117-d130-4476-91e7-984167fb4ed1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 945 time: 0.0729723 Jun 16 16:37:00.387007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-31a8144b-cc83-41f7-80bb-d9847f383f3c req-a01b1a68-59c3-415a-8b9e-1a401825eb8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352991 Jun 16 16:37:01.060606 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:37:01.120135 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:37:01.120524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:01.232604 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:01.268235 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:37:01.270820 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7755b3e6-e102-4626-827e-333129607bb4" -d '{"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-plugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:37:01.289004 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:37:01.417427 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a992863a-1be7-464c-8012-f1118851505a x-openstack-request-id: req-a992863a-1be7-464c-8012-f1118851505a {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:37:01.417427 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-plugged", "status": "completed", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:37:01.417427 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a992863a-1be7-464c-8012-f1118851505a {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:37:01.417427 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'code': 200} Jun 16 16:37:01.451265 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:01.454696 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:01.547671 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=10']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:01.555381 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:01.614852 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89065654-5f54-4056-8f75-c7e3adc3def7 req-2962eb57-c3f2-41ce-b2ce-b07d954245d5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:01.616831 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-89065654-5f54-4056-8f75-c7e3adc3def7 req-2962eb57-c3f2-41ce-b2ce-b07d954245d5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0859389 Jun 16 16:37:01.679379 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-89065654-5f54-4056-8f75-c7e3adc3def7 req-52f09dc8-f61a-4a33-b363-6327d384f41e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561125 Jun 16 16:37:02.550510 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7aebc-62dc-4660-be75-228684b38ca3 req-b43c4ca4-63ba-4caa-a4d6-a660db7577bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:02.552099 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-03e7aebc-62dc-4660-be75-228684b38ca3 req-b43c4ca4-63ba-4caa-a4d6-a660db7577bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 1100 time: 0.0649147 Jun 16 16:37:02.599794 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-03e7aebc-62dc-4660-be75-228684b38ca3 req-b56916d2-b862-4c8b-9d6e-8f401cbbf02d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362966 Jun 16 16:37:02.973396 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce995c-bb78-416f-a0f8-7282f221276e req-37c6898e-6dd8-437c-80df-615bcfb0c21e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:02.977037 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-90ce995c-bb78-416f-a0f8-7282f221276e req-37c6898e-6dd8-437c-80df-615bcfb0c21e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.1135030 Jun 16 16:37:03.032055 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-90ce995c-bb78-416f-a0f8-7282f221276e req-cef14aec-3e22-458f-a086-3c9cd20c7030 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487556 Jun 16 16:37:04.319786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac4b2b-57a0-44a3-b980-450dd79719ad req-de53fca9-5d15-4e65-8ccf-3ba3d00bd398 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:04.330505 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0cac4b2b-57a0-44a3-b980-450dd79719ad req-de53fca9-5d15-4e65-8ccf-3ba3d00bd398 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.1110990 Jun 16 16:37:04.367998 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0cac4b2b-57a0-44a3-b980-450dd79719ad req-19514670-9ada-4015-8762-32c208ce9ddf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396597 Jun 16 16:37:05.585914 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43d14-d99f-4033-8d77-bba30e04ec97 req-89ac5355-04b6-4631-97a1-0cd84cc051c2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:05.587667 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bc43d14-d99f-4033-8d77-bba30e04ec97 req-89ac5355-04b6-4631-97a1-0cd84cc051c2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0841599 Jun 16 16:37:05.640678 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bc43d14-d99f-4033-8d77-bba30e04ec97 req-a1308449-83dc-484d-a308-faa69ca79c99 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 Jun 16 16:37:06.886907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a20eb3-cf3f-4c5c-87a0-4236e012ba5c req-2bdbd096-2de8-457d-919c-c9b78ba266f6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:06.888861 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e8a20eb3-cf3f-4c5c-87a0-4236e012ba5c req-2bdbd096-2de8-457d-919c-c9b78ba266f6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0887632 Jun 16 16:37:06.948189 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e8a20eb3-cf3f-4c5c-87a0-4236e012ba5c req-2eb2238a-e765-42f3-99ee-c20a90b0e31e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486407 Jun 16 16:37:07.444221 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e523acc5-ebb9-48a4-a5db-f9b3cad61597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:08.185101 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4b189-1485-43f9-8f64-e612b176e312 req-16a1cee1-cf40-43c9-ada4-03d1553168fc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:08.187634 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6cc4b189-1485-43f9-8f64-e612b176e312 req-16a1cee1-cf40-43c9-ada4-03d1553168fc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0760527 Jun 16 16:37:08.233029 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6cc4b189-1485-43f9-8f64-e612b176e312 req-3ec9385c-ff45-4f68-90e1-2dff21f22029 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390632 Jun 16 16:37:09.543422 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7b06-dafc-4bcb-90c5-f5135ca051eb req-5657e9f9-7677-4aa3-ac82-30c5077aff88 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:09.545215 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c59b7b06-dafc-4bcb-90c5-f5135ca051eb req-5657e9f9-7677-4aa3-ac82-30c5077aff88 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0841706 Jun 16 16:37:09.599202 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c59b7b06-dafc-4bcb-90c5-f5135ca051eb req-491816a2-18af-482f-9d54-1a563a0b3091 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468717 Jun 16 16:37:10.090640 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:10.176543 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0d968623-49cc-4e4c-a0fc-20096b611af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:11.296251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:13.027660 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:15.284542 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:21.737531 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-8179808d-084a-45d8-99e8-88dc663166dd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619664 Jun 16 16:37:21.841014 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-30166e38-1dd9-4134-ac7f-866af0ba23af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:21.843601 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-30166e38-1dd9-4134-ac7f-866af0ba23af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1138 time: 0.0703855 Jun 16 16:37:21.972393 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-07ebbb30-0f12-49e1-804f-120a6982875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:21.974239 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-07ebbb30-0f12-49e1-804f-120a6982875f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 917 time: 0.1053464 Jun 16 16:37:22.054948 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-67ac1623-9c11-472a-ae90-3458a49a3caf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 1002 time: 0.0683064 Jun 16 16:37:22.122982 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-daeef5f7-4914-41cc-8ee8-d911b45cd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:22.126079 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-daeef5f7-4914-41cc-8ee8-d911b45cd10d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.0615578 Jun 16 16:37:22.216687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-27f5ff62-c8a3-4723-b269-89c473c9f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:22.218531 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-27f5ff62-c8a3-4723-b269-89c473c9f3fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811093 Jun 16 16:37:22.359283 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-ece45284-875b-4b16-9e69-0fbc93bfe068 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211898 Jun 16 16:37:22.470241 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0b3e1cba-fb38-4735-850f-59a7cd87387d req-bcd17c13-9ef5-4abf-826a-25830a7aebc2 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015582 Jun 16 16:37:25.627043 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:37:37.449360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-eb706794-4dee-4db5-bdad-9b5c4b214f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:40.272743 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:40.318306 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e40950ee-31f0-4a4d-9bf4-60f7e1f305ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:41.283752 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:41.651500 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5b146355-f5ae-4bff-aa6e-456db2d83784 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1244751743&fields=id&tenant_id=abf58ad1aca14ae785be4c100de8bda8 HTTP/1.1" status: 200 len: 267 time: 0.0410028 Jun 16 16:37:41.782834 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1071672f-60ce-4fb5-ba52-6ebafe36b030 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:41.792563 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1071672f-60ce-4fb5-ba52-6ebafe36b030 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 808 time: 0.1241992 Jun 16 16:37:41.807451 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-b8e389bb-5ff8-4d49-a923-8357874e9904 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/quotas/abf58ad1aca14ae785be4c100de8bda8 HTTP/1.1" status: 200 len: 375 time: 0.0139244 Jun 16 16:37:42.204828 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-21c5ed66-3245-4d54-9ced-10e7c5559384 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3900998 Jun 16 16:37:42.477895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1c299699-7660-4bd2-b8e9-4868c4977d0b service neutron] 10.222.0.91 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517169 Jun 16 16:37:42.600064 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-8574c4f8-44db-4328-b479-eecba1efeaea service neutron] 10.222.0.91 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153131 Jun 16 16:37:43.020899 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:43.348717 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8236d347-1666-4e0e-a0b3-4ef5bd254fe7 req-116bfe61-36fe-4642-b0dd-e340d477ee32 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 210 time: 0.0468211 Jun 16 16:37:44.451074 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba498a28-49b1-4166-b6ed-9ab2605a6042 req-59f20be9-44bd-4921-9c35-1e2bdf564448 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 210 time: 0.0313706 Jun 16 16:37:45.352369 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:45.659694 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8fbdc182-8284-4352-ae9b-7ab89ca537da req-676883bc-0697-4e0e-8688-7d0e1908a981 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 210 time: 0.0471725 Jun 16 16:37:45.829580 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 32932) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:37:45.949317 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.082226 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.255479 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.258156 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-04cde535-99e7-4ccf-aead-a403708a9ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:46.297553 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=eb644c1c17ff4b0f8b8a98904914ecf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667304 Jun 16 16:37:46.298609 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c839fc-12ff-4214-9df2-688583d9e0bf,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:46.300592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 32936) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:37:46.310981 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.312518 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.313423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.314355 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.315505 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.316524 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.317389 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.318292 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.319152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.319963 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.320771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.321717 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:37:46.330331 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:46.364529 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.390148 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.541253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.544354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:46.545923 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/41c839fc-12ff-4214-9df2-688583d9e0bf HTTP/1.1" status: 204 len: 168 time: 0.2430725 Jun 16 16:37:46.547113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-af8c9725-4c0b-4944-96b5-7ce1b586fc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:46.560095 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c839fc-12ff-4214-9df2-688583d9e0bf,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:46.564591 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:46.691680 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-69994b5d-10e5-4d1f-9df0-8976fece7a71 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:46.693199 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-69994b5d-10e5-4d1f-9df0-8976fece7a71 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 808 time: 0.1638381 Jun 16 16:37:46.765241 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-2abf5a03-def5-4849-ac83-cb761bacf5fa tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abf58ad1aca14ae785be4c100de8bda8 HTTP/1.1" status: 200 len: 380 time: 0.0618894 Jun 16 16:37:46.776642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'port': {'device_id': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'admin_state_up': True, 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'security_groups': ['eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:37:46.862469 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-79c2903e-d8b2-46d4-ae82-dd599bf45f22 req-67fb1aac-2b55-4dfe-bf9c-a3a62d90b8d6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 210 time: 0.0687239 Jun 16 16:37:47.129415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Made reservation on behalf of abf58ad1aca14ae785be4c100de8bda8 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:37:47.135126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:47.301841 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Allocated IP 172.20.0.11 (71589d6a-836d-4a45-9616-53e908f61998/ff8247d6-7cf9-4569-957f-152eb0ec5b30/da6b9b30-e18a-4e66-8f56-e72e0e5ca854) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:37:47.461863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:47.477398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Transition to ACTIVE for port object da6b9b30-e18a-4e66-8f56-e72e0e5ca854 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:37:47.604551 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:47.609909 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:47.666588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Network 71589d6a-836d-4a45-9616-53e908f61998 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:37:47.666588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:37:47.666588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:37:47.720071 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:47.726466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:47.751152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:47.751858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:47.855932 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0837152 Jun 16 16:37:47.874699 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Request body: {'port': {'device_id': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:37:47.966050 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 32962) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:37:48.007749 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.118254 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-960228948-network', 'tenant_id': 'a11b1e9043714c7daeef69f44e71b22e'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:37:48.146339 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-42477b32-99f4-47f2-b7c9-3e0108b9c28f None None] Provisioning for port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:37:48.151010 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-42477b32-99f4-47f2-b7c9-3e0108b9c28f None None] Provisioning complete for port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:37:48.151519 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-42477b32-99f4-47f2-b7c9-3e0108b9c28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.196912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-42477b32-99f4-47f2-b7c9-3e0108b9c28f None None] Port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:37:48.312174 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Made reservation on behalf of a11b1e9043714c7daeef69f44e71b22e for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:37:48.315714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.326110 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.433982 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.445556 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70ff90-4471-4455-9576-309451128dd3 req-80f7327f-31ba-4785-9a85-5795c8681935 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:48.448403 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5c70ff90-4471-4455-9576-309451128dd3 req-80f7327f-31ba-4785-9a85-5795c8681935 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 932 time: 0.3531370 Jun 16 16:37:48.539960 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5c70ff90-4471-4455-9576-309451128dd3 req-ac5bc624-ab75-412e-aa36-91b7f27a3fc5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795224 Jun 16 16:37:48.546829 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.551888 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8317baaa-a7c3-4509-8cc5-ff2c34a6fb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:48.581861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:37:48.594960 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d6973-40a7-41c0-aeb0-1a1af19857bc,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:48.600182 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:48.601366 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.601916 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Added segment 896aec6f-9267-44ba-9fd1-e9bc42d5f960 of type vlan for network 21170ba0-973b-46bf-98b0-ce03da12ded2 Jun 16 16:37:48.618069 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6b9b30-e18a-4e66-8f56-e72e0e5ca854 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:37:48.629205 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.645613 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Transition to ACTIVE for port object da6b9b30-e18a-4e66-8f56-e72e0e5ca854 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:37:48.654649 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.758039 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.758316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.759609 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:48.760303 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:48.761161 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:48.764438 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:48.841260 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Pushing event updated for resources: {'Network': ['ID=21170ba0-973b-46bf-98b0-ce03da12ded2,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:48.846008 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:48.856482 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:48.857052 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 21170ba0-973b-46bf-98b0-ce03da12ded2 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:37:48.877087 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:48.904940 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9345324 Jun 16 16:37:48.905536 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 32966) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:37:48.928066 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Request body: {'subnet': {'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-960228948-subnet', 'tenant_id': 'a11b1e9043714c7daeef69f44e71b22e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:37:48.965175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Attempting to bind port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:37:48.965970 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Attempting to bind port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:37:48.966537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Attempting to bind port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 on network 71589d6a-836d-4a45-9616-53e908f61998 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:37:48.972834 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 on network 71589d6a-836d-4a45-9616-53e908f61998 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:37:48.973844 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Attempting to bind port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 on network 71589d6a-836d-4a45-9616-53e908f61998 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:37:48.980822 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:37:48.981280 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Checking segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:37:48.981719 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Bound using segment: {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:37:48.982309 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Bound port: da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad09aaa-9200-4275-9586-d2883e7813b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': '71589d6a-836d-4a45-9616-53e908f61998'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:37:48.982781 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:49.074764 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:37:49.080145 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:37:49.124207 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Made reservation on behalf of a11b1e9043714c7daeef69f44e71b22e for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:37:49.127754 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481272'] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:49.233512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:49.237707 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-92bd3ebf-2d47-4758-99ab-80e18939c8e2 tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:49.272078 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:49.272786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:49.274183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] 10.222.0.52 "PUT /v2.0/ports/da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1094 time: 1.4079483 Jun 16 16:37:49.276525 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:37:49.280674 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b309eb7c-6128-4564-a82e-042e4a78b488" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:37:49.330878 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:49.334604 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:49.449379 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2670071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481258'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:49.453126 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-423eb18f-db26-41ff-b671-30df476d52d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:49.480420 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-e55030ae-130b-4c49-8381-1c2135dd1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:49.480420 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-e55030ae-130b-4c49-8381-1c2135dd1d16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1097 time: 0.0702348 Jun 16 16:37:49.508182 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedccd06-d318-40cd-9c19-399e33352912 x-openstack-request-id: req-fedccd06-d318-40cd-9c19-399e33352912 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:37:49.508819 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:37:49.509221 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fedccd06-d318-40cd-9c19-399e33352912 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:37:49.509923 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'status': 'completed', 'code': 200} Jun 16 16:37:49.552788 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-159390b3-b5ac-49f0-8155-3e765a41e352 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 217 time: 0.0590868 Jun 16 16:37:49.566534 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc197ac5-ee78-481b-b397-6204832809f7,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:49.573435 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:49.579906 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Checking segment: {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:37:49.580514 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Network hostable DHCP agents. Network: 21170ba0-973b-46bf-98b0-ce03da12ded2, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:37:49.629814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-27894c7a-6a06-4c3e-8fd8-a567d00075d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:49.631366 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-27894c7a-6a06-4c3e-8fd8-a567d00075d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0702398 Jun 16 16:37:49.689534 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Network 21170ba0-973b-46bf-98b0-ce03da12ded2 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:37:49.746087 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-9d996e4c-7f0d-4f3a-97c2-ced56b613611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:49.747612 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-9d996e4c-7f0d-4f3a-97c2-ced56b613611 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087027 Jun 16 16:37:49.850929 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3db54-1c94-443f-bc09-1e52bbd9ae61 req-e0caf281-5d79-4095-8132-2c972e920465 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:49.852364 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-daa3db54-1c94-443f-bc09-1e52bbd9ae61 req-e0caf281-5d79-4095-8132-2c972e920465 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.1382549 Jun 16 16:37:49.877898 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 21170ba0-973b-46bf-98b0-ce03da12ded2) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:37:49.883673 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:49.884688 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:49.887492 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-a24c537b-3582-4a8e-9b5a-cd7149202559 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313500 Jun 16 16:37:49.892898 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a1b94-2772-411e-ab1b-747f8e7c577e None None] Network 21170ba0-973b-46bf-98b0-ce03da12ded2 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:37:49.927657 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-daa3db54-1c94-443f-bc09-1e52bbd9ae61 req-d895a72c-94f4-45cc-8ce2-825435cb472f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654504 Jun 16 16:37:50.018779 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-925c8697-4ddd-4d27-ba14-15f41eb9ce09 req-66fc924d-a2d2-4f03-8bd1-517bbb1887f0 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232176 Jun 16 16:37:50.057912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45301f26-85d4-4af1-8085-aed1b48b017e None None] Network 21170ba0-973b-46bf-98b0-ce03da12ded2 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:37:50.068124 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1589663 Jun 16 16:37:50.357412 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-c27202c1-bfbb-46ea-9857-90243cd6a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:50.360206 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-c27202c1-bfbb-46ea-9857-90243cd6a10f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1097 time: 0.0627644 Jun 16 16:37:50.462902 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-4dc2d0e6-0354-45ee-8994-af1e96ef16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:50.464398 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-4dc2d0e6-0354-45ee-8994-af1e96ef16cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.0973504 Jun 16 16:37:50.521685 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-bfb20fee-f994-463e-98bf-cad3412b5a81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 217 time: 0.0451028 Jun 16 16:37:50.582435 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-6c985fcd-0074-4720-906a-2db4f57169c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:50.583932 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-6c985fcd-0074-4720-906a-2db4f57169c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0551038 Jun 16 16:37:50.650565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-f372bf8c-c033-4c25-a588-a5401c487fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:50.651994 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-f372bf8c-c033-4c25-a588-a5401c487fbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606318 Jun 16 16:37:50.771173 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-5dd3593b-d5c2-45ad-8022-d9be1236f9f9 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066942 Jun 16 16:37:50.913165 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b309eb7c-6128-4564-a82e-042e4a78b488 req-1dc5557d-53ac-41fc-a7d6-a685949ec6a5 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321149 Jun 16 16:37:51.168611 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79411b8-1574-439c-85bf-f805a52e1dca req-b4d7f262-fbe8-4b49-998d-e79e9034e98c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:51.170486 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d79411b8-1574-439c-85bf-f805a52e1dca req-b4d7f262-fbe8-4b49-998d-e79e9034e98c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0832705 Jun 16 16:37:51.218253 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d79411b8-1574-439c-85bf-f805a52e1dca req-c68a0ac4-2790-4403-a697-b7952692dbbc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406399 Jun 16 16:37:52.427336 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51364843-2bba-4a71-b94d-826b2c7253cf req-043a1bcf-7ff1-473e-a3c1-77ca34019ae8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:52.429076 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51364843-2bba-4a71-b94d-826b2c7253cf req-043a1bcf-7ff1-473e-a3c1-77ca34019ae8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0728192 Jun 16 16:37:52.473476 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-51364843-2bba-4a71-b94d-826b2c7253cf req-e109e48b-e59f-4052-b5e6-15b78b9ad6ad tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Jun 16 16:37:53.721245 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70eaec-4315-433b-a26e-05c654aa7b7d req-67afc54b-45e3-45a8-af20-3ddc75076326 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:53.723824 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1e70eaec-4315-433b-a26e-05c654aa7b7d req-67afc54b-45e3-45a8-af20-3ddc75076326 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.1279652 Jun 16 16:37:53.863104 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1e70eaec-4315-433b-a26e-05c654aa7b7d req-d9a95946-1d46-4471-a89b-821dc0631652 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328764 Jun 16 16:37:53.895225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-527afcd2-1aa7-4d50-aeaf-cf8de4aea005 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:53.896899 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-527afcd2-1aa7-4d50-aeaf-cf8de4aea005 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/networks?id=21170ba0-973b-46bf-98b0-ce03da12ded2 HTTP/1.1" status: 200 len: 813 time: 0.1694241 Jun 16 16:37:53.913901 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-a2856897-6310-4976-94df-1f77cad5e010 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/quotas/a11b1e9043714c7daeef69f44e71b22e HTTP/1.1" status: 200 len: 375 time: 0.0104344 Jun 16 16:37:53.955445 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-8e86a9b3-a77d-4fee-9fed-021c8317a83c tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a11b1e9043714c7daeef69f44e71b22e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333195 Jun 16 16:37:54.123470 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-5aa96c42-1826-4b15-b2ca-ea534e1ab67d service neutron] 10.222.0.91 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605632 Jun 16 16:37:54.245118 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-5213a093-6470-4e17-a85b-9010576a6972 service neutron] 10.222.0.91 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122117 Jun 16 16:37:54.568183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1f930ec2-876e-4a2e-892f-74b3f18cb441 req-263e91c9-aa53-41ed-8511-3e1f404cfbcf tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 210 time: 0.0365226 Jun 16 16:37:55.079306 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830a56-10b9-4875-9e5a-6381d8e462e1 req-08a26e78-7b71-4fef-8c23-922bcdae85cd tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:55.080980 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97830a56-10b9-4875-9e5a-6381d8e462e1 req-08a26e78-7b71-4fef-8c23-922bcdae85cd tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0871747 Jun 16 16:37:55.130717 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97830a56-10b9-4875-9e5a-6381d8e462e1 req-a6bc4a51-9a64-41cb-85dd-1c4f8f9340ae tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Jun 16 16:37:55.666953 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d4ee22b0-6301-4eee-a4e7-f00814dbe0ff req-576ae780-dafb-4fc2-bac1-ecab035fd2e0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 210 time: 0.0417974 Jun 16 16:37:56.414719 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470538f-b3c9-4573-9ca1-538e12feb8d0 req-bb04b7cb-6379-4475-beaa-5e5e0ce43f4f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:56.417322 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5470538f-b3c9-4573-9ca1-538e12feb8d0 req-bb04b7cb-6379-4475-beaa-5e5e0ce43f4f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.1154594 Jun 16 16:37:56.472092 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5470538f-b3c9-4573-9ca1-538e12feb8d0 req-feb657c0-a765-4e29-8269-e630a1c07075 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 Jun 16 16:37:56.866776 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a649d30b-74b5-4224-b96d-bfbe18562eff req-f897cf8b-a535-4893-b6e7-48a06590d85d tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Jun 16 16:37:57.713399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a35b1-0698-4ea7-8d9f-22e3bb89780a req-57cd4312-fa1c-4418-a622-bb2e9bbab2d3 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:57.715834 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5f5a35b1-0698-4ea7-8d9f-22e3bb89780a req-57cd4312-fa1c-4418-a622-bb2e9bbab2d3 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0797594 Jun 16 16:37:57.774681 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5f5a35b1-0698-4ea7-8d9f-22e3bb89780a req-4b5cddb8-2fff-4f98-85fb-be457fae7f71 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511639 Jun 16 16:37:58.044729 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-27130d93-a614-4a68-9ccb-8453f93e4578 req-59bc7d25-10ea-484f-aa9e-222675f55288 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 210 time: 0.0412986 Jun 16 16:37:58.067713 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-e9923add-7d76-4733-8497-26861e6907a2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:58.069224 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-e9923add-7d76-4733-8497-26861e6907a2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "GET /v2.0/networks?id=21170ba0-973b-46bf-98b0-ce03da12ded2 HTTP/1.1" status: 200 len: 813 time: 0.1750970 Jun 16 16:37:58.089484 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Request body: {'port': {'device_id': '4744097a-abb9-4b1c-b320-64643f6b7594', 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2', 'admin_state_up': True, 'tenant_id': 'a11b1e9043714c7daeef69f44e71b22e'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:37:58.289270 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Made reservation on behalf of a11b1e9043714c7daeef69f44e71b22e for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:37:58.293663 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:58.458867 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Allocated IP 172.20.0.4 (21170ba0-973b-46bf-98b0-ce03da12ded2/cc197ac5-ee78-481b-b397-6204832809f7/d141ff90-0306-4dc8-913c-b391ad06b352) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:37:58.626267 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:58.996909 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe66792-ef68-438a-ad31-0eb705551b7d req-eed27650-b70b-44b7-bb57-cd05e202482a tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:58.998508 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5fe66792-ef68-438a-ad31-0eb705551b7d req-eed27650-b70b-44b7-bb57-cd05e202482a tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0756953 Jun 16 16:37:59.039780 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5fe66792-ef68-438a-ad31-0eb705551b7d req-9428e729-6a88-46d7-b78d-f2220b253e75 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344791 Jun 16 16:37:59.050080 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:59.054861 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:59.098865 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Network 21170ba0-973b-46bf-98b0-ce03da12ded2 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:37:59.102329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:37:59.105170 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:37:59.142560 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Pushing event updated for resources: {'Port': ['ID=d141ff90-0306-4dc8-913c-b391ad06b352,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:59.145993 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:59.177262 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:59.178482 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:59.264827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f59193-4075-44b9-9a37-3ee0391274de req-50823599-75d0-47e6-80c8-7c6d755cdcdc tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:37:59.266459 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f1f59193-4075-44b9-9a37-3ee0391274de req-50823599-75d0-47e6-80c8-7c6d755cdcdc tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 931 time: 0.0684500 Jun 16 16:37:59.301199 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2159810 Jun 16 16:37:59.317614 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Request body: {'port': {'device_id': '4744097a-abb9-4b1c-b320-64643f6b7594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:37:59.322542 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f1f59193-4075-44b9-9a37-3ee0391274de req-a26b53da-8705-4754-bf5c-e79dd71742a4 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Jun 16 16:37:59.403858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:59.685341 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d141ff90-0306-4dc8-913c-b391ad06b352 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:37:59.693879 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:59.706248 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Transition to ACTIVE for port object d141ff90-0306-4dc8-913c-b391ad06b352 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:37:59.781030 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:37:59.783352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-09c6200f-9a9f-41d3-b360-c53e7dfb1f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:37:59.863509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Pushing event updated for resources: {'Port': ['ID=d141ff90-0306-4dc8-913c-b391ad06b352,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:37:59.868295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:37:59.942045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Attempting to bind port d141ff90-0306-4dc8-913c-b391ad06b352 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:37:59.942320 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Attempting to bind port d141ff90-0306-4dc8-913c-b391ad06b352 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:37:59.942594 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Attempting to bind port d141ff90-0306-4dc8-913c-b391ad06b352 on network 21170ba0-973b-46bf-98b0-ce03da12ded2 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:37:59.947371 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Port d141ff90-0306-4dc8-913c-b391ad06b352 on network 21170ba0-973b-46bf-98b0-ce03da12ded2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:37:59.947854 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Attempting to bind port d141ff90-0306-4dc8-913c-b391ad06b352 on network 21170ba0-973b-46bf-98b0-ce03da12ded2 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:37:59.953309 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:37:59.953683 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Checking segment: {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:37:59.954071 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Bound using segment: {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:37:59.954506 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Bound port: d141ff90-0306-4dc8-913c-b391ad06b352, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:37:59.954862 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:00.031745 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] For port d141ff90-0306-4dc8-913c-b391ad06b352, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:38:00.035068 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] For port d141ff90-0306-4dc8-913c-b391ad06b352, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d141ff90-0306-4dc8-913c-b391ad06b352,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:38:00.083941 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:00.086186 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6f51cfbc-dea9-491b-a02b-e3bd4ff1eb93 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:00.122734 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.122940 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:00.124946 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] 10.222.0.52 "PUT /v2.0/ports/d141ff90-0306-4dc8-913c-b391ad06b352 HTTP/1.1" status: 200 len: 1093 time: 0.8118060 Jun 16 16:38:00.127470 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4744097a-abb9-4b1c-b320-64643f6b7594', 'tag': 'd141ff90-0306-4dc8-913c-b391ad06b352'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:00.130058 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4744097a-abb9-4b1c-b320-64643f6b7594", "tag": "d141ff90-0306-4dc8-913c-b391ad06b352"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:00.164407 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Pushing event updated for resources: {'Port': ['ID=d141ff90-0306-4dc8-913c-b391ad06b352,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:00.168076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:00.176413 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac237672-3400-4aa3-938e-a7901bac9729 x-openstack-request-id: req-ac237672-3400-4aa3-938e-a7901bac9729 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:00.176745 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4744097a-abb9-4b1c-b320-64643f6b7594", "tag": "d141ff90-0306-4dc8-913c-b391ad06b352", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:00.177035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac237672-3400-4aa3-938e-a7901bac9729 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:00.177549 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4744097a-abb9-4b1c-b320-64643f6b7594', 'tag': 'd141ff90-0306-4dc8-913c-b391ad06b352', 'status': 'completed', 'code': 200} Jun 16 16:38:00.288700 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298d1c5-fe9c-44e7-80b3-84f5b52274fc req-edebeb99-7e1d-4a8f-b471-4d6593ea2b6b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.290936 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9298d1c5-fe9c-44e7-80b3-84f5b52274fc req-edebeb99-7e1d-4a8f-b471-4d6593ea2b6b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.1111474 Jun 16 16:38:00.336738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f req-503b4feb-8bec-4348-82f7-db19672c6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.337709 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f req-503b4feb-8bec-4348-82f7-db19672c6946 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a11b1e9043714c7daeef69f44e71b22e&device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 1096 time: 0.1204889 Jun 16 16:38:00.369295 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9298d1c5-fe9c-44e7-80b3-84f5b52274fc req-c3dd323e-4d23-4038-92ca-2f922bb36bbe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660100 Jun 16 16:38:00.475154 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f req-7db18bbc-7fc7-4425-9857-6a72836f4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.476730 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f req-7db18bbc-7fc7-4425-9857-6a72836f4ec8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a11b1e9043714c7daeef69f44e71b22e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1256909 Jun 16 16:38:00.612998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6e006-3854-4bf7-8a5b-8179b0362709 req-4b004690-4bc6-4060-8063-86f13c8ca72a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.614733 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-adb6e006-3854-4bf7-8a5b-8179b0362709 req-4b004690-4bc6-4060-8063-86f13c8ca72a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 943 time: 0.1550219 Jun 16 16:38:00.618476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f req-6a457180-6073-41f3-84fc-1cb6ccd23ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.620357 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d1b6e3a-77d0-489b-803d-8d44cd08ca4f req-6a457180-6073-41f3-84fc-1cb6ccd23ff3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1270700 Jun 16 16:38:00.666848 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-adb6e006-3854-4bf7-8a5b-8179b0362709 req-a618f7a6-991a-4f9e-9b25-90c971e5397f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Jun 16 16:38:00.745919 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-5412016a-d837-4b9d-a29f-55fd89a9f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.747490 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-5412016a-d837-4b9d-a29f-55fd89a9f433 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a11b1e9043714c7daeef69f44e71b22e&device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 1096 time: 0.0681069 Jun 16 16:38:00.794334 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-79230934-a93e-4527-b034-1c67fb450753 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d141ff90-0306-4dc8-913c-b391ad06b352 HTTP/1.1" status: 200 len: 217 time: 0.0367968 Jun 16 16:38:00.854156 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-b96779b0-400b-4c4f-bba6-720ec185c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:00.855663 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-b96779b0-400b-4c4f-bba6-720ec185c20b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc197ac5-ee78-481b-b397-6204832809f7 HTTP/1.1" status: 200 len: 853 time: 0.0502229 Jun 16 16:38:00.897331 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-92a15770-8ad7-4260-ba98-6848eb3f0f5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21170ba0-973b-46bf-98b0-ce03da12ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293298 Jun 16 16:38:01.024812 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-aaaa1b18-89ec-459d-9881-68eb64cc2bfb service neutron] 10.222.0.52 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141701 Jun 16 16:38:01.135943 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1522d3c5-367a-407e-a384-4fbeec8d3385 req-cbb617a2-80bd-4dc7-a650-5646b2403fcd service neutron] 10.222.0.52 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004353 Jun 16 16:38:01.391787 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:38:01.567647 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baede57-d1e1-4c05-bdf6-0f2fdfcb32be req-7b6787c8-2b25-4218-bc6e-0090c6ce0951 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:01.569669 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0baede57-d1e1-4c05-bdf6-0f2fdfcb32be req-7b6787c8-2b25-4218-bc6e-0090c6ce0951 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0752752 Jun 16 16:38:01.618117 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0baede57-d1e1-4c05-bdf6-0f2fdfcb32be req-a7778230-e4d4-4c96-b4e6-d0e058b39d7f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Jun 16 16:38:01.680999 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:01.702444 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'port_id': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'mac_address': 'fa:16:3e:4f:ca:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:38:01.769682 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:01.789211 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6b9b30-e18a-4e66-8f56-e72e0e5ca854 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:38:01.813435 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:01.862534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900edf5d-9b04-48db-8c46-481498fab853 req-77c602dc-efe6-4718-b4fc-005719134db3 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:01.864048 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-900edf5d-9b04-48db-8c46-481498fab853 req-77c602dc-efe6-4718-b4fc-005719134db3 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 943 time: 0.0734270 Jun 16 16:38:01.905735 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-900edf5d-9b04-48db-8c46-481498fab853 req-2df49b1e-ebe4-4c9b-abc9-c00f9b0cf118 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352170 Jun 16 16:38:01.974956 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:01.976753 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:02.031887 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:02.039492 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.039840 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.040185 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.040524 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.040858 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.041290 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.041640 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.041982 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.042377 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.042685 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.046208 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.046208 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:02.049212 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:02.616388 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['da6b9b30-e18a-4e66-8f56-e72e0e5ca854'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:38:02.631269 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:38:02.865201 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814715d7-deee-4d82-bf36-242dfc5926a4 req-17882e86-ac85-4603-8cf1-29f86ef2318e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:02.868023 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-814715d7-deee-4d82-bf36-242dfc5926a4 req-17882e86-ac85-4603-8cf1-29f86ef2318e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 945 time: 0.1152081 Jun 16 16:38:02.924398 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-814715d7-deee-4d82-bf36-242dfc5926a4 req-eb608b10-7294-4127-ad2a-5759bac89083 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487330 Jun 16 16:38:03.104101 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e537f-d017-47a7-81b8-c96b2da3cab2 req-875895f8-7d12-4889-8a5d-661c0a27c8c4 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:03.105740 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a6e537f-d017-47a7-81b8-c96b2da3cab2 req-875895f8-7d12-4889-8a5d-661c0a27c8c4 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 943 time: 0.0784407 Jun 16 16:38:03.148373 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a6e537f-d017-47a7-81b8-c96b2da3cab2 req-61842d7e-af15-4b98-a348-940dc899b2ce tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Jun 16 16:38:04.143759 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf6fc2-8276-48e5-8ebd-a9cb0786b61a req-8529fe8b-67db-456e-8428-90f5b85f0cc6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:04.145584 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-70bf6fc2-8276-48e5-8ebd-a9cb0786b61a req-8529fe8b-67db-456e-8428-90f5b85f0cc6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 945 time: 0.0933242 Jun 16 16:38:04.216895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-70bf6fc2-8276-48e5-8ebd-a9cb0786b61a req-a74c4166-03e7-4d47-a901-8b13856c7cfb tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637059 Jun 16 16:38:04.409476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8c1f6-fd94-48b9-b0ad-026cceaabe7a req-344d4b43-c5d9-4a5e-9ae9-d0497ea18670 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:04.412126 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83c8c1f6-fd94-48b9-b0ad-026cceaabe7a req-344d4b43-c5d9-4a5e-9ae9-d0497ea18670 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 943 time: 0.1194270 Jun 16 16:38:04.455355 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83c8c1f6-fd94-48b9-b0ad-026cceaabe7a req-b37457fa-2f10-41a6-b6df-ef3604b3c2b0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370781 Jun 16 16:38:05.399132 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d141ff90-0306-4dc8-913c-b391ad06b352 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:38:05.406492 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:38:05.416172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52318-a80d-4e58-9760-3ac970b6999a req-dc1e4687-832b-48b0-bb11-65b1f712b9cc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:05.417815 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6cf52318-a80d-4e58-9760-3ac970b6999a req-dc1e4687-832b-48b0-bb11-65b1f712b9cc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 945 time: 0.0747752 Jun 16 16:38:05.465445 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6cf52318-a80d-4e58-9760-3ac970b6999a req-4dd20eec-75f5-4e51-a8dd-7e4562f0660c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403020 Jun 16 16:38:05.646233 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port d141ff90-0306-4dc8-913c-b391ad06b352, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d141ff90-0306-4dc8-913c-b391ad06b352,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:05.666999 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'd141ff90-0306-4dc8-913c-b391ad06b352', 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2', 'port_id': 'd141ff90-0306-4dc8-913c-b391ad06b352', 'mac_address': 'fa:16:3e:07:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc197ac5-ee78-481b-b397-6204832809f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:38:05.669074 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04231be-4133-4638-bc38-4cd403fe1afb req-3ae5fc8c-ad4d-4dae-9c24-47a1a0fef7c5 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:05.671439 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a04231be-4133-4638-bc38-4cd403fe1afb req-3ae5fc8c-ad4d-4dae-9c24-47a1a0fef7c5 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 943 time: 0.0820448 Jun 16 16:38:05.683046 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:38:05.711722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:38:05.712170 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:05.725183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a04231be-4133-4638-bc38-4cd403fe1afb req-e19ba494-e1c1-4da9-8cab-0af5c3cea442 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467401 Jun 16 16:38:05.773594 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:05.800525 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d141ff90-0306-4dc8-913c-b391ad06b352 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:38:05.830883 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port d141ff90-0306-4dc8-913c-b391ad06b352, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d141ff90-0306-4dc8-913c-b391ad06b352,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:05.868169 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:05.894919 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:05.897302 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdb3917-0a89-4d17-8edc-0c1f2c2dcd3c" -d '{"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-plugged", "status": "completed", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:05.912142 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:05.935069 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:05.938392 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:05.977975 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963e1bd-6381-4a53-9822-a5519885badc x-openstack-request-id: req-f963e1bd-6381-4a53-9822-a5519885badc {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:05.984920 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-plugged", "status": "completed", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:05.984920 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f963e1bd-6381-4a53-9822-a5519885badc {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:05.984920 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'code': 200} Jun 16 16:38:06.025311 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:06.033616 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=d141ff90-0306-4dc8-913c-b391ad06b352,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:06.066627 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:06.070626 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:06.154314 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:06.158718 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:06.379791 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['d141ff90-0306-4dc8-913c-b391ad06b352'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:38:06.524770 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75412dbf-bd3b-49c7-b145-efdeda407430 req-e3e837d2-bd95-4994-a5a9-bd8ce616354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:06.526399 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-75412dbf-bd3b-49c7-b145-efdeda407430 req-e3e837d2-bd95-4994-a5a9-bd8ce616354e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.0864038 Jun 16 16:38:06.583527 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-75412dbf-bd3b-49c7-b145-efdeda407430 req-09b4826f-92db-457b-9bc0-6a4b2a1c4afb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Jun 16 16:38:06.746185 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eeafd-42f3-4bc1-b258-b9371db4e582 req-cffa1713-2059-4dce-95af-a39342b5de9b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:06.747737 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-311eeafd-42f3-4bc1-b258-b9371db4e582 req-cffa1713-2059-4dce-95af-a39342b5de9b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0735240 Jun 16 16:38:06.795167 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-311eeafd-42f3-4bc1-b258-b9371db4e582 req-4d34fa3c-6794-46a5-a7f1-292c848fb84b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Jun 16 16:38:07.001148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d482384-173e-4f99-a7c8-4d81295448f4 req-d76a6aad-a113-4d5f-bddd-e1e8072ddf7e tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:07.002939 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d482384-173e-4f99-a7c8-4d81295448f4 req-d76a6aad-a113-4d5f-bddd-e1e8072ddf7e tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 944 time: 0.0874109 Jun 16 16:38:07.055210 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d482384-173e-4f99-a7c8-4d81295448f4 req-69e6c681-a2fd-42ad-9533-4262dc92b878 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Jun 16 16:38:07.386431 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bcb40634-3153-424d-877c-f0fd53be60ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:08.033513 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c105a-00eb-4c15-8190-6f4b3d51474d req-9217c891-b080-43ff-98cf-1f5907d6e5d1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:08.035296 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-000c105a-00eb-4c15-8190-6f4b3d51474d req-9217c891-b080-43ff-98cf-1f5907d6e5d1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0743589 Jun 16 16:38:08.083659 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-000c105a-00eb-4c15-8190-6f4b3d51474d req-bc679ab7-eec1-4fed-b864-a61184c6522b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374675 Jun 16 16:38:08.294627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f76e27-33b1-4737-8a82-55bb3ca7a203 req-e6a1340b-61ab-4b67-8be7-2283981573c1 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:08.296181 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25f76e27-33b1-4737-8a82-55bb3ca7a203 req-e6a1340b-61ab-4b67-8be7-2283981573c1 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 944 time: 0.0937364 Jun 16 16:38:08.374509 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25f76e27-33b1-4737-8a82-55bb3ca7a203 req-cc4354d7-b312-4261-a7e7-858e13fba20a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660124 Jun 16 16:38:09.315809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb6e03-aec0-44bc-9d5e-30d8710fa48f req-70b47013-c998-427f-9499-898c971358dc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:09.317572 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-35eb6e03-aec0-44bc-9d5e-30d8710fa48f req-70b47013-c998-427f-9499-898c971358dc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0881169 Jun 16 16:38:09.363765 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-35eb6e03-aec0-44bc-9d5e-30d8710fa48f req-1600e53a-e1c5-4724-b9e4-a8dd51a7a711 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373363 Jun 16 16:38:09.427393 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d141ff90-0306-4dc8-913c-b391ad06b352 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:38:09.615172 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port d141ff90-0306-4dc8-913c-b391ad06b352 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:38:09.621083 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port d141ff90-0306-4dc8-913c-b391ad06b352 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:38:09.621754 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:09.663366 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64907257-0a6b-4c7f-9573-6b42d0b0f85f req-82064097-732d-4d44-9adc-06fd31a6e24b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:09.665188 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-64907257-0a6b-4c7f-9573-6b42d0b0f85f req-82064097-732d-4d44-9adc-06fd31a6e24b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.1140177 Jun 16 16:38:09.673640 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b366a-5cf6-4a29-bf3f-3b95691f198a req-5ea88141-8c09-4324-94f2-155e35a9d3a0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:09.675266 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-824b366a-5cf6-4a29-bf3f-3b95691f198a req-5ea88141-8c09-4324-94f2-155e35a9d3a0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 944 time: 0.1392031 Jun 16 16:38:09.740787 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-64907257-0a6b-4c7f-9573-6b42d0b0f85f req-fe443599-e514-4281-b50b-561277b6a228 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644281 Jun 16 16:38:09.752886 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-824b366a-5cf6-4a29-bf3f-3b95691f198a req-615dc182-37a8-4595-9b4c-f6a33755844c tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678010 Jun 16 16:38:09.757507 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:09.785023 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33104) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:09.794894 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4744097a-abb9-4b1c-b320-64643f6b7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd141ff90-0306-4dc8-913c-b391ad06b352'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:09.800029 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35129da4-80c1-4060-9fcd-4de190df9fef" -d '{"events": [{"server_uuid": "4744097a-abb9-4b1c-b320-64643f6b7594", "name": "network-vif-plugged", "status": "completed", "tag": "d141ff90-0306-4dc8-913c-b391ad06b352"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:09.825407 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port d141ff90-0306-4dc8-913c-b391ad06b352, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d141ff90-0306-4dc8-913c-b391ad06b352,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:09.859748 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e993b91a-faab-4392-b81d-efe94f45891c x-openstack-request-id: req-e993b91a-faab-4392-b81d-efe94f45891c {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:09.877635 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4744097a-abb9-4b1c-b320-64643f6b7594", "name": "network-vif-plugged", "status": "completed", "tag": "d141ff90-0306-4dc8-913c-b391ad06b352", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:09.877635 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e993b91a-faab-4392-b81d-efe94f45891c {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:09.877635 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4744097a-abb9-4b1c-b320-64643f6b7594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd141ff90-0306-4dc8-913c-b391ad06b352', 'code': 200} Jun 16 16:38:09.992814 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:09.993684 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aced4c-a108-49cc-8d80-cd865fc74a7b tempest-TestShelveInstance-2079922093 tempest-TestShelveInstance-2079922093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:10.008503 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c3aced4c-a108-49cc-8d80-cd865fc74a7b tempest-TestShelveInstance-2079922093 tempest-TestShelveInstance-2079922093-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1094 time: 0.2091858 Jun 16 16:38:10.008750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d248e716-9eb3-4414-9508-643b669013b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:10.009183 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33114) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:10.018033 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'port_id': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:38:10.103190 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=d141ff90-0306-4dc8-913c-b391ad06b352,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:10.107234 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:10.158927 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:10.200013 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:10.203190 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f232f7af-4bf9-42ac-befa-3df796f4a923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:10.334955 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:10.510700 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1b746-51dd-4187-a758-cd771810499f req-14e908f2-b54d-454e-8e78-e32e65056f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:10.513781 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b6b1b746-51dd-4187-a758-cd771810499f req-14e908f2-b54d-454e-8e78-e32e65056f62 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 1098 time: 0.1092088 Jun 16 16:38:10.630443 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b6b1b746-51dd-4187-a758-cd771810499f req-8bb03ede-d54d-4cd8-a2ec-653f4da2eae6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072855 Jun 16 16:38:10.680748 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb64d8-a637-4cb8-8f0c-c84279c1702b req-77f4b7fe-e3c3-4726-8922-7028e3052f64 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:10.682301 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcdb64d8-a637-4cb8-8f0c-c84279c1702b req-77f4b7fe-e3c3-4726-8922-7028e3052f64 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1478221 Jun 16 16:38:10.734656 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Allocated IP 172.27.3.205 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/677bf101-3402-4375-9930-bb9e2ff4d9df) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:38:10.739523 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcdb64d8-a637-4cb8-8f0c-c84279c1702b req-a5d6a58c-ae4f-4090-8c7d-c1cc577d9d8f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496190 Jun 16 16:38:10.890853 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:11.002967 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294cc66-37c5-4aef-a108-e3da480b0972 req-23f57863-3aae-4829-9ae6-9be9a368fb21 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:11.005649 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8294cc66-37c5-4aef-a108-e3da480b0972 req-23f57863-3aae-4829-9ae6-9be9a368fb21 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.1119313 Jun 16 16:38:11.039081 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:11.044313 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c09b61d9-1d96-42cd-83a1-8c591b09f398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:11.054013 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8294cc66-37c5-4aef-a108-e3da480b0972 req-63d8b65c-a171-4c25-8e91-1d331f823022 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Jun 16 16:38:11.103258 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:38:11.106088 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:38:11.111423 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:38:11.114895 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'Port': ['ID=677bf101-3402-4375-9930-bb9e2ff4d9df,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:11.146059 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.146493 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.147084 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.147462 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.147933 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.148334 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.148768 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.149169 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.149624 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.150042 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.150494 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.150889 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:11.158818 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:11.254697 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:11.604756 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:11.762557 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:11.972810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe32fe-37ea-482d-a649-daf9f4c3a910 req-15820af8-6257-4dc5-a6a8-fdb45a03638a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:11.974427 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-64fe32fe-37ea-482d-a649-daf9f4c3a910 req-15820af8-6257-4dc5-a6a8-fdb45a03638a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0747299 Jun 16 16:38:11.988080 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:12.020215 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-64fe32fe-37ea-482d-a649-daf9f4c3a910 req-21f1db23-d1a5-4070-bd52-f37de8c317ef tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385866 Jun 16 16:38:12.114927 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:12.119061 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3dcdcdff-2b95-46f4-96c4-a47836e06ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:12.253315 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f827d-1ef2-4afe-bdfa-b3b6dc9b3a2f req-6e524c61-895e-409e-959d-ccfe2b49b270 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:12.255622 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-242f827d-1ef2-4afe-bdfa-b3b6dc9b3a2f req-6e524c61-895e-409e-959d-ccfe2b49b270 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.0711272 Jun 16 16:38:12.255878 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event updated for resources: {'Port': ['ID=677bf101-3402-4375-9930-bb9e2ff4d9df,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:12.266593 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:12.280326 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:12.325601 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-242f827d-1ef2-4afe-bdfa-b3b6dc9b3a2f req-90710dee-1b4a-4a7d-aa71-619edbbdeaa3 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Jun 16 16:38:12.398483 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Floating IP 31637864-23a5-4805-8deb-5ac5578f789f associated. External IP: 172.27.3.205, port: da6b9b30-e18a-4e66-8f56-e72e0e5ca854. Jun 16 16:38:12.698429 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Router 67e0c30e-d634-4828-b798-697dd3024873 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:38:12.848346 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:38:12.864650 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] Sync routers for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:38:12.883310 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:38:12.884411 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:12.980595 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:13.027565 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:38:13.036728 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0258076 Jun 16 16:38:13.037428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:13.041322 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:13.168600 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:13.172545 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4bf6e3-3db1-4bd2-8f58-0c83a46fccb7 x-openstack-request-id: req-4c4bf6e3-3db1-4bd2-8f58-0c83a46fccb7 {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:13.173426 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:13.174142 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4c4bf6e3-3db1-4bd2-8f58-0c83a46fccb7 {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:13.174853 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'status': 'completed', 'code': 200} Jun 16 16:38:13.275568 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25558ef6-5549-41b5-894d-c8d9392526ec req-41c2018e-e541-495c-a88a-bb9c0d577755 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:13.277205 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25558ef6-5549-41b5-894d-c8d9392526ec req-41c2018e-e541-495c-a88a-bb9c0d577755 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1089618 Jun 16 16:38:13.339958 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25558ef6-5549-41b5-894d-c8d9392526ec req-5d830218-5ac7-414c-8335-1a62d09f264b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524509 Jun 16 16:38:13.342750 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-e8be936b-2940-4763-9577-6e6192322f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:13.345261 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-e8be936b-2940-4763-9577-6e6192322f4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.1176829 Jun 16 16:38:13.513041 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-80aa34c8-d4fc-49e6-aab1-98cffa9eb8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:13.515462 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-80aa34c8-d4fc-49e6-aab1-98cffa9eb8d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.1604190 Jun 16 16:38:13.556111 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '31637864-23a5-4805-8deb-5ac5578f789f', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '67e0c30e-d634-4828-b798-697dd3024873', 'port_id': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'mac_address': 'fa:16:3e:4f:ca:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:38:11Z', 'updated_at': '2021-06-16T16:38:11Z', 'revision_number': 0, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:43Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:13.564131 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] Checking router: 67e0c30e-d634-4828-b798-697dd3024873 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:38:13.580245 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:38:13.581881 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:13.640590 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-0b3fe9bb-4c56-4bce-a1bb-e65062388299 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1000 time: 0.1115541 Jun 16 16:38:13.704026 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54299e9-78c4-4345-bd16-d6a8b7b34458 req-286b051e-aee9-453e-95ea-e774a10a58ce tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:13.705717 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e54299e9-78c4-4345-bd16-d6a8b7b34458 req-286b051e-aee9-453e-95ea-e774a10a58ce tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.1738122 Jun 16 16:38:13.742115 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-b5bbbcf3-4cc3-42ca-ac1e-32ed8869dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:13.743608 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-b5bbbcf3-4cc3-42ca-ac1e-32ed8869dde1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0900183 Jun 16 16:38:13.764609 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:38:13.793746 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e54299e9-78c4-4345-bd16-d6a8b7b34458 req-39bfd2c6-ba18-4313-ba6a-736b8c347870 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758231 Jun 16 16:38:13.869996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-265266b8-fad9-4a3a-a1c1-61d3c0e5daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:13.872223 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-265266b8-fad9-4a3a-a1c1-61d3c0e5daf0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164887 Jun 16 16:38:13.999648 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-25618831-04a7-464a-9592-c8d1a0267211 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136963 Jun 16 16:38:14.120780 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca6a1c1-4a7e-4234-8036-fadd9025bc5a req-1980cfc2-30cc-40a8-9ff7-7e1541699a93 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119256 Jun 16 16:38:14.312706 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '31637864-23a5-4805-8deb-5ac5578f789f', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '67e0c30e-d634-4828-b798-697dd3024873', 'port_id': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'mac_address': 'fa:16:3e:4f:ca:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:38:11Z', 'updated_at': '2021-06-16T16:38:11Z', 'revision_number': 0, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:43Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:14.317116 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239c50c-63a6-44ea-91b9-d211da6ed7c4 None None] The sync data for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi is: [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '31637864-23a5-4805-8deb-5ac5578f789f', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '67e0c30e-d634-4828-b798-697dd3024873', 'port_id': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'mac_address': 'fa:16:3e:4f:ca:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:38:11Z', 'updated_at': '2021-06-16T16:38:11Z', 'revision_number': 0, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:43Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:38:14.557251 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2dd268-989e-41c4-8a0f-103572f78a13 None None] New status for floating IP 31637864-23a5-4805-8deb-5ac5578f789f: ACTIVE {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:38:14.603465 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299bb78-7ac6-4d71-b9bc-acf15230de4f req-f33ec581-67a9-4eb4-ba56-1923b4a5d7a5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:14.605176 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8299bb78-7ac6-4d71-b9bc-acf15230de4f req-f33ec581-67a9-4eb4-ba56-1923b4a5d7a5 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.1063864 Jun 16 16:38:14.664131 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8299bb78-7ac6-4d71-b9bc-acf15230de4f req-807fc516-6438-45e9-b41f-b77ed31e6535 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484958 Jun 16 16:38:15.275459 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198797b-2317-4522-8883-8a55bcae148b req-f57a866d-4034-4a32-8c14-78f997fbd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:15.277087 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-f57a866d-4034-4a32-8c14-78f997fbd617 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.0604339 Jun 16 16:38:15.334654 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:15.417253 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198797b-2317-4522-8883-8a55bcae148b req-410ebb97-e5c5-4183-9809-5742d2fb4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:15.419895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-410ebb97-e5c5-4183-9809-5742d2fb4ab6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.1133244 Jun 16 16:38:15.512520 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-29eeb81a-8471-4dae-bfa4-ba33a343f970 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1002 time: 0.0812056 Jun 16 16:38:15.575657 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198797b-2317-4522-8883-8a55bcae148b req-807c7bf0-4ed7-41cf-b8ab-69144b0474b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:15.578723 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-807c7bf0-4ed7-41cf-b8ab-69144b0474b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0544040 Jun 16 16:38:15.660776 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198797b-2317-4522-8883-8a55bcae148b req-51cd7d2d-4257-4ad6-bd73-cfd891665da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:15.662366 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-51cd7d2d-4257-4ad6-bd73-cfd891665da5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721438 Jun 16 16:38:15.791420 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-2c727a77-dd39-4c56-bc8d-4397351f9dc5 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155934 Jun 16 16:38:16.219017 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c198797b-2317-4522-8883-8a55bcae148b req-49164632-8836-477f-8666-3982b25e6c18 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127476 Jun 16 16:38:16.232282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110424b-ce52-4b14-aa51-86dcee22cbfa req-0bd3fa63-2d73-4fd3-a1ac-b526f09ac396 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:16.234117 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0110424b-ce52-4b14-aa51-86dcee22cbfa req-0bd3fa63-2d73-4fd3-a1ac-b526f09ac396 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.4022732 Jun 16 16:38:16.274578 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0110424b-ce52-4b14-aa51-86dcee22cbfa req-4b24b19a-1273-46a7-922b-f93e6e974169 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Jun 16 16:38:17.470207 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32ae9-3305-4c07-8aec-b810e1eff854 req-ed4cad9b-3c48-4c3b-ba96-0709bbdb04be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:17.472156 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20f32ae9-3305-4c07-8aec-b810e1eff854 req-ed4cad9b-3c48-4c3b-ba96-0709bbdb04be tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0734963 Jun 16 16:38:17.515019 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20f32ae9-3305-4c07-8aec-b810e1eff854 req-adfe9d61-700f-4f84-bad8-9f1e742fb1e9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367825 Jun 16 16:38:18.757582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad1b0d-7b9d-4a3d-bdbe-e6730b73c697 req-501b2924-db61-423d-bda3-8206e8ac825d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:18.759747 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0cad1b0d-7b9d-4a3d-bdbe-e6730b73c697 req-501b2924-db61-423d-bda3-8206e8ac825d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0881019 Jun 16 16:38:18.817195 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0cad1b0d-7b9d-4a3d-bdbe-e6730b73c697 req-dc5387ff-b4fc-4ad9-bb18-21e00b7d2655 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384266 Jun 16 16:38:20.009567 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4a85c-621e-475c-9273-696428e711e3 req-392c5dd1-8873-4526-b50f-4d426f612962 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:20.011409 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cee4a85c-621e-475c-9273-696428e711e3 req-392c5dd1-8873-4526-b50f-4d426f612962 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0708175 Jun 16 16:38:20.068443 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cee4a85c-621e-475c-9273-696428e711e3 req-29af080f-c850-4c31-845f-2a1bbddaf87b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450540 Jun 16 16:38:21.288090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a64ed3-21be-43a4-96b7-e99270f2870f req-79408607-2ee6-485e-80e5-5d3871ad91ca tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:21.289687 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97a64ed3-21be-43a4-96b7-e99270f2870f req-79408607-2ee6-485e-80e5-5d3871ad91ca tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0779982 Jun 16 16:38:21.335412 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-97a64ed3-21be-43a4-96b7-e99270f2870f req-deccd84f-fb69-4e1a-bb05-e9e10e0ec612 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383608 Jun 16 16:38:22.535186 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90206dde-55b0-48ec-a176-5e11f61cbf93 req-1da61094-47b9-48e6-975d-ffc84e224da9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:22.537479 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-90206dde-55b0-48ec-a176-5e11f61cbf93 req-1da61094-47b9-48e6-975d-ffc84e224da9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0804708 Jun 16 16:38:22.609629 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-90206dde-55b0-48ec-a176-5e11f61cbf93 req-d10672ae-295e-4ca6-a978-e4b9b82c7654 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586119 Jun 16 16:38:23.816867 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7ae9-34de-48dc-90f9-568db5a21020 req-d2f98927-d28c-4437-a02f-cc6eb3f676a7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:23.819113 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-325f7ae9-34de-48dc-90f9-568db5a21020 req-d2f98927-d28c-4437-a02f-cc6eb3f676a7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0776703 Jun 16 16:38:23.868015 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-325f7ae9-34de-48dc-90f9-568db5a21020 req-63ed161c-9a31-40e8-9685-9cc7e063473a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Jun 16 16:38:25.080179 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c4d79-b46b-4a02-8622-59376708df5c req-1b0eb472-91f9-41c4-8d5e-04952a57cd4c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:25.081696 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d8c4d79-b46b-4a02-8622-59376708df5c req-1b0eb472-91f9-41c4-8d5e-04952a57cd4c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0761392 Jun 16 16:38:25.126346 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d8c4d79-b46b-4a02-8622-59376708df5c req-8246f784-266d-4ece-8237-01e461909cad tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354145 Jun 16 16:38:26.344961 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31eda1-e451-438b-bac9-8a8554804fd0 req-438a1f77-f174-4c53-99da-f9bdcf8ffe3d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:26.346493 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1a31eda1-e451-438b-bac9-8a8554804fd0 req-438a1f77-f174-4c53-99da-f9bdcf8ffe3d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0757129 Jun 16 16:38:26.386892 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1a31eda1-e451-438b-bac9-8a8554804fd0 req-24c4ca95-2ad1-4cff-a7a1-e09e2f968e8b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Jun 16 16:38:27.579254 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ba1e7-2bde-4b90-a5ef-3245ad584cc8 req-5b6a7f71-c93a-47e4-b2a5-f75973a2d437 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:27.580775 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f06ba1e7-2bde-4b90-a5ef-3245ad584cc8 req-5b6a7f71-c93a-47e4-b2a5-f75973a2d437 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0724399 Jun 16 16:38:27.625522 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f06ba1e7-2bde-4b90-a5ef-3245ad584cc8 req-ee2195cb-b4ca-400c-aefc-8f219719c322 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 Jun 16 16:38:28.124830 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e8c08-59bd-4478-8795-cf7351669a9e req-21aa31bd-cd43-4a70-9b97-66c1c852b3fa tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:28.126535 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-155e8c08-59bd-4478-8795-cf7351669a9e req-21aa31bd-cd43-4a70-9b97-66c1c852b3fa tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0771859 Jun 16 16:38:28.169943 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-155e8c08-59bd-4478-8795-cf7351669a9e req-c0a524e5-e5ea-44a7-923a-c5a9bb2d22df tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370235 Jun 16 16:38:28.237077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-e056cb8c-c198-455e-bffa-764ce7054d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:28.238813 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-e056cb8c-c198-455e-bffa-764ce7054d4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 1099 time: 0.0655987 Jun 16 16:38:28.395030 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-db448443-608a-44f8-96f1-43703db28933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:28.397307 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-db448443-608a-44f8-96f1-43703db28933 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.1463294 Jun 16 16:38:28.482274 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-a29c85a6-d801-4663-8d99-dbc1d642b620 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 200 len: 1002 time: 0.0703979 Jun 16 16:38:28.547134 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-770eca58-7941-4752-830d-a1e190f8aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:28.548685 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-770eca58-7941-4752-830d-a1e190f8aaa4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0517688 Jun 16 16:38:28.618521 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-5f4884ac-aa8a-4eba-af34-620f571209de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:28.620072 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-5f4884ac-aa8a-4eba-af34-620f571209de service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585189 Jun 16 16:38:28.753309 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-8736b744-848d-467b-8a87-b4284fb48e99 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177967 Jun 16 16:38:28.859152 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d93777d8-8cfd-421e-9848-e31f39f5dd3d req-1536a342-2876-4a82-88f9-1fce474dd7b4 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938864 Jun 16 16:38:29.372519 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e186282-1f09-47ba-967f-467760cf4988 req-12b8c5b3-2ac2-4fc7-b904-40f247f87da9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:29.376857 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6e186282-1f09-47ba-967f-467760cf4988 req-12b8c5b3-2ac2-4fc7-b904-40f247f87da9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0764585 Jun 16 16:38:29.431607 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6e186282-1f09-47ba-967f-467760cf4988 req-3e73edf7-5fed-461e-a116-f02beaa8afbe tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462914 Jun 16 16:38:30.642200 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb26d5-6acf-4c38-9438-c6645db362d1 req-4a66ac76-71fc-43ff-8285-cd10c2a396da tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:30.643925 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-98eb26d5-6acf-4c38-9438-c6645db362d1 req-4a66ac76-71fc-43ff-8285-cd10c2a396da tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0726500 Jun 16 16:38:30.700478 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-98eb26d5-6acf-4c38-9438-c6645db362d1 req-9c7ce9a7-6f98-4972-87fa-47a7b5dd5d62 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502801 Jun 16 16:38:37.386154 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-019e6f70-33fa-423d-a239-0c812ee3cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:39.630967 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:38:40.295655 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:40.360389 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dc6b00c9-ab84-4ba5-bf7f-52b3e6b41809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:40.550724 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-229028b6-e4c0-40f8-8a7e-da643a41f0f8 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909454575&fields=id&tenant_id=ab625f4a9f7240f69da4ff99e53220bb HTTP/1.1" status: 200 len: 267 time: 0.0589485 Jun 16 16:38:40.630296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-ea2b8533-bb2b-4830-8540-0e4ab02649b8 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:40.631826 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-ea2b8533-bb2b-4830-8540-0e4ab02649b8 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 985 time: 0.0755005 Jun 16 16:38:40.648969 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Request body: {'port': {'security_groups': ['367a9336-53f4-4223-9930-cac9354e177b']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:38:40.765323 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.043497 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:41.088327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.203492 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.208400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-05792a77-c515-465d-bafc-cc1b376632c2 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:41.230955 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['f057206c-ecd8-46c9-9994-7bcf7b6eff49'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:38:41.264509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:41.264509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.264509 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fd502bfd-d6c1-49de-9756-8df904d80eac req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "PUT /v2.0/ports/f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 943 time: 0.6220546 Jun 16 16:38:41.264509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:41.266139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592b5b7-2250-4188-9f91-8f83703d4b14" -d '{"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:41.271052 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33320) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:41.291295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event updated for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=7']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:41.295603 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:41.322323 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea2e9c-d7be-4b0f-b698-97e21a4f48cd x-openstack-request-id: req-6cea2e9c-d7be-4b0f-b698-97e21a4f48cd {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:41.322578 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:41.322990 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6cea2e9c-d7be-4b0f-b698-97e21a4f48cd {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:41.323302 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'status': 'completed', 'code': 200} Jun 16 16:38:41.371251 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.393987 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.408331 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.437369 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['f057206c-ecd8-46c9-9994-7bcf7b6eff49'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:38:41.452146 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-2cfbfc3a-12ed-47a3-bee1-5be0684ea27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:41.454278 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-2cfbfc3a-12ed-47a3-bee1-5be0684ea27e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1099 time: 0.0841646 Jun 16 16:38:41.616135 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-d1507f0c-a0f4-4027-9032-0c99c8f8e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:41.618788 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-d1507f0c-a0f4-4027-9032-0c99c8f8e0e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 917 time: 0.1534686 Jun 16 16:38:41.651172 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-865c14d5-e748-483f-a446-d026abdba749 None None] Provisioning complete for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:38:41.651564 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-865c14d5-e748-483f-a446-d026abdba749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.704531 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-bf483261-ce29-4c49-b61c-203eba51226d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 1002 time: 0.0724547 Jun 16 16:38:41.772882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-9f4df083-443c-417d-836e-fd5df6904e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:41.774663 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-9f4df083-443c-417d-836e-fd5df6904e9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.0531929 Jun 16 16:38:41.783441 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.783441 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:41.783441 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "DELETE /v2.0/security-groups/df50e786-dd41-4a94-9378-73e29f6755f6 HTTP/1.1" status: 204 len: 168 time: 0.5063941 Jun 16 16:38:41.783441 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d12e09cb-eb8e-4000-9b10-2e61ad145523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:41.783441 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33326) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:41.835091 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50e786-dd41-4a94-9378-73e29f6755f6,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:41.835091 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:41.870792 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-16a57ca1-5a7a-4553-abf8-2fe687ad2631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:41.873599 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-16a57ca1-5a7a-4553-abf8-2fe687ad2631 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882082 Jun 16 16:38:41.986444 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-c92d732d-3bb7-4fae-b656-1c3caa40e333 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013827 Jun 16 16:38:42.048657 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Deleting port b5d892d3-6c7d-407b-b6be-f59301c3be57 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:38:42.049214 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:42.099509 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8592b5b7-2250-4188-9f91-8f83703d4b14 req-1846da26-a847-4255-9c8b-ab594192a239 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999691 Jun 16 16:38:42.156629 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:42.156965 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:42.231647 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Calling delete_port for b5d892d3-6c7d-407b-b6be-f59301c3be57 owned by network:floatingip {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:38:42.671329 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:42.675134 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:42.703253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event deleted for resources: {'Port': ['ID=b5d892d3-6c7d-407b-b6be-f59301c3be57,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:42.707913 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:42.781886 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks [] for floatingip, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:42.782226 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Floating IP a1a6b19c-406d-4126-96f2-d88d0f11d3fa disassociated (deleted). External IP: 172.27.3.224, port: f057206c-ecd8-46c9-9994-7bcf7b6eff49. Jun 16 16:38:43.140643 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:43.205109 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Router d803f36a-c610-4bbf-b241-c2ae1137fcca has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:38:43.335027 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:38:43.340075 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:43.348859 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] Sync routers for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:38:43.359934 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:38:43.367585 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:43.386872 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "DELETE /v2.0/floatingips/a1a6b19c-406d-4126-96f2-d88d0f11d3fa HTTP/1.1" status: 204 len: 168 time: 1.6024334 Jun 16 16:38:43.387910 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:43.391093 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c07d7-1aa8-4107-afee-73944dba21ce" -d '{"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:43.437674 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04975543-acd2-40fc-8844-59a20fb339ed x-openstack-request-id: req-04975543-acd2-40fc-8844-59a20fb339ed {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:43.438187 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:43.438647 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-04975543-acd2-40fc-8844-59a20fb339ed {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:43.439321 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'status': 'completed', 'code': 200} Jun 16 16:38:43.525414 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:38:43.604616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c07d7-1aa8-4107-afee-73944dba21ce req-66cebf19-16de-42c2-a76c-54eacb2a98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:43.607092 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-66cebf19-16de-42c2-a76c-54eacb2a98b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 1099 time: 0.0750866 Jun 16 16:38:43.759014 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c07d7-1aa8-4107-afee-73944dba21ce req-ecf7bc94-acee-433e-8fc0-d0660b6cf117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:43.760768 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-ecf7bc94-acee-433e-8fc0-d0660b6cf117 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 200 len: 917 time: 0.1359544 Jun 16 16:38:43.817768 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-60b82e16-f5aa-4bd4-a08b-e793b1fbfb40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 200 len: 217 time: 0.0465770 Jun 16 16:38:43.892382 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:43.899248 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] Checking router: d803f36a-c610-4bbf-b241-c2ae1137fcca for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:38:43.911355 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c07d7-1aa8-4107-afee-73944dba21ce req-455c330f-3297-43cd-a608-d7a2730527d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:43.913989 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-455c330f-3297-43cd-a608-d7a2730527d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 200 len: 854 time: 0.0798171 Jun 16 16:38:43.915672 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:38:43.916410 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:44.009064 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c07d7-1aa8-4107-afee-73944dba21ce req-d0520b49-96e7-4166-9dbe-745925c9bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:44.011943 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-d0520b49-96e7-4166-9dbe-745925c9bfb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b226f878-bc64-4226-b758-255153525916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885701 Jun 16 16:38:44.050667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:38:44.197721 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-43a71760-802e-48db-ab70-2f557b54b9c8 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713645 Jun 16 16:38:44.371934 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-300c07d7-1aa8-4107-afee-73944dba21ce req-cf522ebf-cd27-4770-8589-38555ccfb185 service neutron] 10.222.0.52 "GET /v2.0/networks/b226f878-bc64-4226-b758-255153525916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585648 Jun 16 16:38:44.379538 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:44.386356 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b97158-82f2-4bef-a734-201c3c292c9c None None] The sync data for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi is: [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:32:56Z', 'revision_number': 4, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '8bd759b7-586e-456c-8fff-92976fa1a3d4', 'name': '', 'network_id': 'b226f878-bc64-4226-b758-255153525916', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'mac_address': 'fa:16:3e:b3:dc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:55Z', 'updated_at': '2021-06-16T16:33:02Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'subnets': [{'id': '5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:38:44.665177 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8832ff0-1e10-45c8-85d5-bc5dda9a4eb6 None None] New status for floating IP a1a6b19c-406d-4126-96f2-d88d0f11d3fa: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:38:45.325255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:46.364342 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca18c9-b2d5-4208-823a-0e906f30026a req-42e9c3bd-57ff-47a3-96da-33350ea4f59e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:46.367220 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4cca18c9-b2d5-4208-823a-0e906f30026a req-42e9c3bd-57ff-47a3-96da-33350ea4f59e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.1100581 Jun 16 16:38:46.425512 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4cca18c9-b2d5-4208-823a-0e906f30026a req-04035ae6-992f-4101-9e7a-e5ae3fadb839 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515766 Jun 16 16:38:47.632423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9141be-3855-4022-9c80-107160e9faac req-973a0b4d-8fa7-4810-a3ff-ea2f01dbd42b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:47.634035 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aa9141be-3855-4022-9c80-107160e9faac req-973a0b4d-8fa7-4810-a3ff-ea2f01dbd42b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0704696 Jun 16 16:38:47.705270 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aa9141be-3855-4022-9c80-107160e9faac req-bbf444a7-81fd-4a58-b373-2498ce5a94c6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630245 Jun 16 16:38:48.918025 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444fed0-48be-4e90-b27b-ebdae74bb1d3 req-064ee679-4296-41b6-99a3-47599329cf26 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:48.919362 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6444fed0-48be-4e90-b27b-ebdae74bb1d3 req-064ee679-4296-41b6-99a3-47599329cf26 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0719602 Jun 16 16:38:48.962926 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6444fed0-48be-4e90-b27b-ebdae74bb1d3 req-d877dd4d-7281-4205-acb4-ea6e56752cc4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Jun 16 16:38:49.205978 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c8c7-9e91-472e-b5e2-cbc8741d0b70 req-09c7e5dc-410b-49db-90cf-03a45d59b9f0 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:49.207664 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9a0c8c7-9e91-472e-b5e2-cbc8741d0b70 req-09c7e5dc-410b-49db-90cf-03a45d59b9f0 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.1125755 Jun 16 16:38:49.254978 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a9a0c8c7-9e91-472e-b5e2-cbc8741d0b70 req-f657426d-ac05-483a-a3c6-11c48d609a12 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Jun 16 16:38:49.700363 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db104b9-a587-439c-abed-461cf3b2e61e req-5e9af4fb-a97d-48f7-821a-4be13bf99b62 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:49.702539 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0db104b9-a587-439c-abed-461cf3b2e61e req-5e9af4fb-a97d-48f7-821a-4be13bf99b62 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.0674238 Jun 16 16:38:49.832808 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Deleting port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:38:49.833257 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:49.936748 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] For port 931e7815-d979-4404-bb21-bb6d9fbcd1a2, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=931e7815-d979-4404-bb21-bb6d9fbcd1a2,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:49.938029 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:50.241244 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:50.241645 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:50.241972 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Floating IP e30d01f2-d0e8-4e8b-9348-968aca4427f6 disassociated. External IP: 172.27.3.39, port: 931e7815-d979-4404-bb21-bb6d9fbcd1a2. Jun 16 16:38:50.242338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Calling delete_port for 931e7815-d979-4404-bb21-bb6d9fbcd1a2 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:38:50.309519 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db7a79-486d-41fd-b9d0-e363ebce2c62 req-c8ee13c2-f38b-47fb-b623-b45e797310e6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:50.311763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-45db7a79-486d-41fd-b9d0-e363ebce2c62 req-c8ee13c2-f38b-47fb-b623-b45e797310e6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 947 time: 0.1741347 Jun 16 16:38:50.400795 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-45db7a79-486d-41fd-b9d0-e363ebce2c62 req-1b7515e9-a436-494e-8ca0-54fa958d1237 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ace9371b-80b7-4803-8aac-6218d5239a73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764534 Jun 16 16:38:50.532903 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d294c-cc61-4daf-8901-325aa8ef1ac3 req-f89d7fd9-c920-4614-b713-14cbabb3d529 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:50.534541 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-914d294c-cc61-4daf-8901-325aa8ef1ac3 req-f89d7fd9-c920-4614-b713-14cbabb3d529 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.1160676 Jun 16 16:38:50.585825 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-914d294c-cc61-4daf-8901-325aa8ef1ac3 req-cf932aa2-628d-467d-9833-3c65613a6a50 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443072 Jun 16 16:38:50.609682 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:50.614925 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c7403cac-f51b-4ee0-9931-d28942a64105 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:50.642721 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event deleted for resources: {'Port': ['ID=931e7815-d979-4404-bb21-bb6d9fbcd1a2,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:50.658592 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.659033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.659472 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.659854 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.660302 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.660745 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.661136 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.661581 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.661972 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.662360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.662742 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.663219 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:38:50.668073 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:50.796541 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:38:51.220334 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:38:51.231770 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:38:51.255294 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:38:51.260301 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:51.298358 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] No DVR routers for this DVR port 931e7815-d979-4404-bb21-bb6d9fbcd1a2 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:38:51.302387 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:51.305966 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0db104b9-a587-439c-abed-461cf3b2e61e req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "DELETE /v2.0/ports/931e7815-d979-4404-bb21-bb6d9fbcd1a2 HTTP/1.1" status: 204 len: 173 time: 1.5922365 Jun 16 16:38:51.306837 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-deleted', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:51.311275 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341575b-b2f1-406e-b49c-ed008a5977af" -d '{"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-deleted", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:51.359856 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e63a6ca-d929-4948-ba23-a56bce623081 x-openstack-request-id: req-2e63a6ca-d929-4948-ba23-a56bce623081 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:51.360240 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b488ace2-d8cf-4abc-b342-d13e72b45167", "name": "network-vif-deleted", "tag": "931e7815-d979-4404-bb21-bb6d9fbcd1a2", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:51.360779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2e63a6ca-d929-4948-ba23-a56bce623081 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:51.361700 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b488ace2-d8cf-4abc-b342-d13e72b45167', 'name': 'network-vif-deleted', 'tag': '931e7815-d979-4404-bb21-bb6d9fbcd1a2', 'status': 'completed', 'code': 200} Jun 16 16:38:51.415093 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:38:51.610113 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d70da5bc-e3f1-4a58-9e55-1f790c070e3b req-148900b8-2dfc-48c8-8ff8-21b9b85ccbfe tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0513916 Jun 16 16:38:51.664012 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:51.668962 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:38:51.680093 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:38:51.680747 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:51.840487 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff868209-bbf1-4859-900a-f88abee9b705 req-866546b8-bc75-4e1d-9d93-6a17413ed871 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:51.842932 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ff868209-bbf1-4859-900a-f88abee9b705 req-866546b8-bc75-4e1d-9d93-6a17413ed871 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.0895274 Jun 16 16:38:51.852604 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:38:51.913260 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ff868209-bbf1-4859-900a-f88abee9b705 req-5969b20a-79a2-4061-be0c-1fe70421bee9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623126 Jun 16 16:38:52.275796 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:38:52.280857 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3366f6a6-97da-456e-ad8a-209c024edab8 None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:38:52.606509 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a7a2e-dbf9-439b-b56c-91b2f64fe8ad None None] New status for floating IP e30d01f2-d0e8-4e8b-9348-968aca4427f6: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:38:52.861967 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-76fcc433-75e5-4aea-944a-bf3577ceff57 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:52.863718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-76fcc433-75e5-4aea-944a-bf3577ceff57 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.52 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.1472025 Jun 16 16:38:52.891885 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fd155be0-d5f5-4953-b3aa-f703880a80ec req-e990ac67-fadf-4a06-a925-0cf522ae68ef tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=b488ace2-d8cf-4abc-b342-d13e72b45167 HTTP/1.1" status: 200 len: 210 time: 0.0538173 Jun 16 16:38:53.062854 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Deleting port f057206c-ecd8-46c9-9994-7bcf7b6eff49 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:38:53.063949 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:53.287234 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] For port f057206c-ecd8-46c9-9994-7bcf7b6eff49, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f057206c-ecd8-46c9-9994-7bcf7b6eff49,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:38:53.287928 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:53.305978 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3e0e8-b3de-445a-af1d-1e8a83f79e16 req-5c42a532-ec77-40be-a7a5-c90dc813a28d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:38:53.308766 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3af3e0e8-b3de-445a-af1d-1e8a83f79e16 req-5c42a532-ec77-40be-a7a5-c90dc813a28d tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 946 time: 0.2036295 Jun 16 16:38:53.449618 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Calling delete_port for f057206c-ecd8-46c9-9994-7bcf7b6eff49 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:38:53.571435 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3af3e0e8-b3de-445a-af1d-1e8a83f79e16 req-312c02e3-4f27-4c28-a5d4-960005f9c429 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/security-groups?id=367a9336-53f4-4223-9930-cac9354e177b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517817 Jun 16 16:38:53.683864 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:38:53.720713 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 931e7815-d979-4404-bb21-bb6d9fbcd1a2 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:38:53.721256 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 931e7815-d979-4404-bb21-bb6d9fbcd1a2 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:38:53.721958 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f057206c-ecd8-46c9-9994-7bcf7b6eff49 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:38:53.787635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:53.797183 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-01b3ec4f-9cce-4175-a4ac-0bae4c66b9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:53.799048 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No active binding found for port f057206c-ecd8-46c9-9994-7bcf7b6eff49 {{(pid=92417) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 16 16:38:53.799523 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f057206c-ecd8-46c9-9994-7bcf7b6eff49 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:38:53.847234 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Pushing event deleted for resources: {'Port': ['ID=f057206c-ecd8-46c9-9994-7bcf7b6eff49,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:53.853167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:53.934381 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] No DVR routers for this DVR port f057206c-ecd8-46c9-9994-7bcf7b6eff49 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:38:53.941135 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:53.943844 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-849ca0e9-eb79-43f1-85c9-d826071a3424 req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.52 "DELETE /v2.0/ports/f057206c-ecd8-46c9-9994-7bcf7b6eff49 HTTP/1.1" status: 204 len: 173 time: 1.0621541 Jun 16 16:38:53.944258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'name': 'network-vif-deleted', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:38:53.948438 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117b4567-69f8-4f28-b3d3-0738f5a51c58" -d '{"events": [{"server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "name": "network-vif-deleted", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:38:54.013772 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae19934-2eca-40d0-a189-9fd493c49321 x-openstack-request-id: req-9ae19934-2eca-40d0-a189-9fd493c49321 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:38:54.014165 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311a0a29-4d91-4754-addc-a2f4435e73b4", "name": "network-vif-deleted", "tag": "f057206c-ecd8-46c9-9994-7bcf7b6eff49", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:38:54.014514 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9ae19934-2eca-40d0-a189-9fd493c49321 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:38:54.015003 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311a0a29-4d91-4754-addc-a2f4435e73b4', 'name': 'network-vif-deleted', 'tag': 'f057206c-ecd8-46c9-9994-7bcf7b6eff49', 'status': 'completed', 'code': 200} Jun 16 16:38:54.273364 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33426) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:54.340077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.367361 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.539627 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.542789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.544272 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "DELETE /v2.0/security-groups/ace9371b-80b7-4803-8aac-6218d5239a73 HTTP/1.1" status: 204 len: 168 time: 0.2691741 Jun 16 16:38:54.545363 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-fe453e01-bac1-4270-ad62-c9a33620a775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:54.549811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33428) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:54.556580 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace9371b-80b7-4803-8aac-6218d5239a73,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:54.559805 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:54.568468 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.api.v2.resource [None req-7a2b058d-87a3-4fe7-8882-389d0235b5ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] show failed (client error): The resource could not be found. Jun 16 16:38:54.574015 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-7a2b058d-87a3-4fe7-8882-389d0235b5ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups/ace9371b-80b7-4803-8aac-6218d5239a73 HTTP/1.1" status: 404 len: 347 time: 0.0206115 Jun 16 16:38:54.575300 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33430) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:54.783633 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Deleting port f9018d1a-5939-43a1-9d95-3a9c867ba1d3 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:38:54.784542 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.870423 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cace3fdb-a824-467f-916c-460bc8a52d00 req-c9593543-a09d-4afe-9977-e6321905b6a4 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] 10.222.0.91 "GET /v2.0/ports?device_id=311a0a29-4d91-4754-addc-a2f4435e73b4 HTTP/1.1" status: 200 len: 210 time: 0.0597250 Jun 16 16:38:54.930753 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:54.931113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:55.036485 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Calling delete_port for f9018d1a-5939-43a1-9d95-3a9c867ba1d3 owned by network:floatingip {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:38:55.334407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:55.338197 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-90afb69c-efbc-407a-a25c-86151f4b408d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:55.386513 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event deleted for resources: {'Port': ['ID=f9018d1a-5939-43a1-9d95-3a9c867ba1d3,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:55.392741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:55.465517 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:55.468369 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:55.469580 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "DELETE /v2.0/floatingips/e30d01f2-d0e8-4e8b-9348-968aca4427f6 HTTP/1.1" status: 204 len: 168 time: 0.8931680 Jun 16 16:38:56.117031 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33444) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:56.123010 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1900855568', 'description': 'tempest-description--242454780'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:38:56.255467 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:56.386900 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:56.460180 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:56.466006 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b740eba1-0ed2-4b5f-9ac4-90f814420310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:56.517979 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed464a9b-c67f-4627-a623-7cbeab1898b7,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:56.522690 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:56.580416 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:56.582696 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4641631 Jun 16 16:38:56.585882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33462) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:56.592230 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'security_group_rule': {'security_group_id': 'ed464a9b-c67f-4627-a623-7cbeab1898b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:38:56.743472 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:56.831608 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.019364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.021682 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:57.040117 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1974cf77-a86b-402e-8811-eecfa15299a9,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:57.043388 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:57.220018 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.221544 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c0297605-8e49-48e5-9377-63288a532f5b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6338120 Jun 16 16:38:57.224417 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33476) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:57.229547 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'security_group_rule': {'security_group_id': 'ed464a9b-c67f-4627-a623-7cbeab1898b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:38:57.431972 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.509183 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.739665 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:57.742074 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:57.761154 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23302d36-9f29-46a2-9c57-f937a7a81e2c,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:57.765823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:58.036650 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.037827 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-5ed28cab-cb45-44a3-8260-e873f5eb6eda tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8122907 Jun 16 16:38:58.041221 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33492) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:58.046162 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:38:58.162846 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.275907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.415752 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Allocated IP 172.27.3.143 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/61b9a104-a8ec-4ed0-baff-4365800bcd4d) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:38:58.531600 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.752799 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.755804 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2247fbd4-0d6e-45a0-bd34-d50173f1225a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:58.798520 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:38:58.804239 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:38:58.806985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:38:58.832374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'Port': ['ID=61b9a104-a8ec-4ed0-baff-4365800bcd4d,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:58.838466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:58.954714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:58.991736 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33500) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:38:59.193693 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:59.550332 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:59.666658 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:59.670169 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-29ea512e-e2c3-4925-8143-054a78c72f50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:38:59.765201 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'Port': ['ID=61b9a104-a8ec-4ed0-baff-4365800bcd4d,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:38:59.770670 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:38:59.788166 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:38:59.794312 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:00.034096 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:00.035377 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9931445 Jun 16 16:39:00.167489 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Deleting port 8bd759b7-586e-456c-8fff-92976fa1a3d4 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:00.167839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:00.271864 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] For port 8bd759b7-586e-456c-8fff-92976fa1a3d4, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=8bd759b7-586e-456c-8fff-92976fa1a3d4,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:00.272226 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:00.354893 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Calling delete_port for 8bd759b7-586e-456c-8fff-92976fa1a3d4 owned by network:router_interface {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:00.385398 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-02b394aa-27a2-4844-b698-f46f710c10bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1900855568&fields=id&tenant_id=1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 267 time: 0.1158166 Jun 16 16:39:00.577944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-9197598a-0b4a-4907-9753-799231fb1f62 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:00.580316 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-9197598a-0b4a-4907-9753-799231fb1f62 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 817 time: 0.1659248 Jun 16 16:39:00.615047 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-2afefce7-a8ed-4db6-9cec-9519a980b93d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/quotas/1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 375 time: 0.0229092 Jun 16 16:39:00.737000 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-0a15ad9d-d7d6-4b5f-8732-5fb6fcda3116 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112292 Jun 16 16:39:00.834941 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:00.838649 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c551b42e-f6b7-4d68-95f5-10df80598cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:01.158288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd759b7-586e-456c-8fff-92976fa1a3d4,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:01.170838 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:01.211987 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-731ebd2a-4490-4c0c-80c8-27ef77dd75af service neutron] 10.222.0.91 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534934 Jun 16 16:39:01.495701 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-a5a63a29-256d-4e58-b1c7-79ed283eec21 service neutron] 10.222.0.91 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635691 Jun 16 16:39:01.544126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:01.850028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Router d803f36a-c610-4bbf-b241-c2ae1137fcca has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:39:01.976621 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-19e0e0ef-4603-444a-a780-b51ea1e02a6c req-a2353c2c-172d-40a0-a2ec-e77a1d683b78 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0392046 Jun 16 16:39:02.019899 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:39:02.047262 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33526) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:02.048275 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] 10.222.0.91 "PUT /v2.0/routers/d803f36a-c610-4bbf-b241-c2ae1137fcca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386107 Jun 16 16:39:02.048437 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] Sync routers for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:39:02.062603 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:39:02.064251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:02.193742 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks [] for router, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:02.243109 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:39:02.323821 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:02.487847 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:39:00Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:02.494627 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] Checking router: d803f36a-c610-4bbf-b241-c2ae1137fcca for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:02.506042 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] Routers {'d803f36a-c610-4bbf-b241-c2ae1137fcca'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:39:02.506812 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['d803f36a-c610-4bbf-b241-c2ae1137fcca'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:02.590895 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Deleting port 87862b18-ac57-4b0d-a499-816c5e9ffa88 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:02.591449 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:02.659335 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] Set router d803f36a-c610-4bbf-b241-c2ae1137fcca gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:39:02.689857 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] For port 87862b18-ac57-4b0d-a499-816c5e9ffa88, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=87862b18-ac57-4b0d-a499-816c5e9ffa88,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:02.690413 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:02.814482 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Calling delete_port for 87862b18-ac57-4b0d-a499-816c5e9ffa88 owned by network:router_gateway {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:03.005711 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:39:00Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:03.012813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e825c-2914-409d-a3f7-19d2adc41328 None None] The sync data for ids ['d803f36a-c610-4bbf-b241-c2ae1137fcca'] in dv-cinder-796685-1-iscsi is: [{'id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'name': 'tempest-TestMinimumBasicScenario-1003633315-router', 'tenant_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190'}], 'enable_snat': True}, 'gw_port_id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:32:52Z', 'updated_at': '2021-06-16T16:39:00Z', 'revision_number': 5, 'project_id': 'ab625f4a9f7240f69da4ff99e53220bb', 'gw_port': {'id': '87862b18-ac57-4b0d-a499-816c5e9ffa88', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd803f36a-c610-4bbf-b241-c2ae1137fcca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:32:53Z', 'updated_at': '2021-06-16T16:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:03.130902 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-03b5d6b7-7d23-423d-ae25-873c20fa00e2 req-0e678626-31de-436d-9106-3edaf56dd270 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0324929 Jun 16 16:39:03.236951 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.239829 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:03.264262 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Pushing event deleted for resources: {'Port': ['ID=87862b18-ac57-4b0d-a499-816c5e9ffa88,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:03.268222 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:03.352784 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.493199 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.499033 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.511505 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8bd759b7-586e-456c-8fff-92976fa1a3d4 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:03.555862 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 8bd759b7-586e-456c-8fff-92976fa1a3d4 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:03.556849 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8bd759b7-586e-456c-8fff-92976fa1a3d4 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:03.717575 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.718955 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d803f36a-c610-4bbf-b241-c2ae1137fcca {{(pid=92416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:39:03.727303 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.735287 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33544) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:03.735585 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] 10.222.0.91 "DELETE /v2.0/routers/d803f36a-c610-4bbf-b241-c2ae1137fcca HTTP/1.1" status: 204 len: 168 time: 1.7008667 Jun 16 16:39:03.824050 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Deleting subnet 5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 {{(pid=92415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:39:03.828839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:03.877812 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26656380'] for subnet, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.084663 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.238423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26648772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2811651'] for subnet, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.243763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:04.282317 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:04.291965 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:04.321043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.326069 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-14cd2636-f2a4-4a54-8fe7-7ecff67f4089 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5a5e1d0e-3923-4ffb-8e5a-8913d86d95b7 HTTP/1.1" status: 204 len: 168 time: 0.5884416 Jun 16 16:39:04.329773 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33550) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:04.331019 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6e89f-78e6-4a9d-af6b-c9b1ac44758c None None] Network b226f878-bc64-4226-b758-255153525916 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:39:04.348126 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bb7a391-0723-45f3-9a70-e54cb9b479d4 req-eed07298-8327-42f7-a0a5-58ee548b479f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0508213 Jun 16 16:39:04.455766 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.549307 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Deleting port f31224be-61a0-4bef-a762-7e809ea27b6c {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:04.549919 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.611569 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] DHCP port deletion for b226f878-bc64-4226-b758-255153525916 request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:39:04.671478 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Deleting port f31224be-61a0-4bef-a762-7e809ea27b6c {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:04.671962 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.680696 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] For port f31224be-61a0-4bef-a762-7e809ea27b6c, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f31224be-61a0-4bef-a762-7e809ea27b6c,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:04.681208 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.750694 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] For port f31224be-61a0-4bef-a762-7e809ea27b6c, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f31224be-61a0-4bef-a762-7e809ea27b6c,segment=NetworkSegment(b3e45f86-e9e5-4f77-bb9e-6438bcda2852),segment_id=b3e45f86-e9e5-4f77-bb9e-6438bcda2852)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:04.751129 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.758015 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Calling delete_port for f31224be-61a0-4bef-a762-7e809ea27b6c owned by network:dhcp {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:04.835487 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Calling delete_port for f31224be-61a0-4bef-a762-7e809ea27b6c owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:04.991968 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:04.997868 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-32a6a8f8-8d02-4824-9505-7d5db637fa33 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:05.005346 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.008220 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-255d5d50-cce7-4cfa-ad52-28b9f176f73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:05.035484 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Pushing event deleted for resources: {'Port': ['ID=f31224be-61a0-4bef-a762-7e809ea27b6c,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:05.040493 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] No DVR routers for this DVR port f31224be-61a0-4bef-a762-7e809ea27b6c on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:39:05.041710 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f31224be-61a0-4bef-a762-7e809ea27b6c,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:05.047632 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:05.049164 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] No DVR routers for this DVR port f31224be-61a0-4bef-a762-7e809ea27b6c on host dv-cinder-796685-1-iscsi {{(pid=92416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:39:05.051383 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.052101 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.052749 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.053284 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.053848 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.054488 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.054885 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.055366 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.056480 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.056858 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.057198 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.057576 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:05.061786 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:05.183296 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.201364 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b226f878-bc64-4226-b758-255153525916']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:05.218644 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:05.219109 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e45f86-e9e5-4f77-bb9e-6438bcda2852') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:05.235841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.253779 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.263510 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:39:05.264115 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:39:05.267155 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:39:05.343085 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 87862b18-ac57-4b0d-a499-816c5e9ffa88 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:05.379916 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 87862b18-ac57-4b0d-a499-816c5e9ffa88 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:05.380507 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 87862b18-ac57-4b0d-a499-816c5e9ffa88 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:05.381213 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f31224be-61a0-4bef-a762-7e809ea27b6c no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:05.414705 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.415865 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: f31224be-61a0-4bef-a762-7e809ea27b6c {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:05.417068 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f31224be-61a0-4bef-a762-7e809ea27b6c not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:05.421144 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:05.440392 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:05.442289 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] 10.222.0.91 "DELETE /v2.0/networks/b226f878-bc64-4226-b758-255153525916 HTTP/1.1" status: 204 len: 168 time: 1.1107917 Jun 16 16:39:05.443674 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b226f878-bc64-4226-b758-255153525916,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:05.445437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33556) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:05.447124 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:05.664413 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a0bae605-1ce8-4938-b5c8-4ea88b1fd2e3 req-546a0051-a17b-434f-b68a-2b8d3da45446 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0598383 Jun 16 16:39:05.879333 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:06.212036 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Deleting port daa23311-d78d-451b-849c-6827c67b4e1d {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:06.212408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:06.356784 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] For port daa23311-d78d-451b-849c-6827c67b4e1d, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=daa23311-d78d-451b-849c-6827c67b4e1d,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:06.357915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:06.432460 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Calling delete_port for daa23311-d78d-451b-849c-6827c67b4e1d owned by network:router_interface {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:06.844067 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b109d51-0b25-422f-9016-b7eb7ad8e24a req-fbad054b-ceb5-4d12-8907-4845452b0263 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0447388 Jun 16 16:39:06.844882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:06.847687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a82a3ea2-c67c-4481-bd52-67c4ce00ffc1 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:06.876360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Pushing event deleted for resources: {'Port': ['ID=daa23311-d78d-451b-849c-6827c67b4e1d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:06.887184 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:07.081053 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:07.333715 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Router 4ee9c9da-efc2-4668-bf3a-a3a058345702 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:39:07.451335 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:39:07.458552 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] 10.222.0.91 "PUT /v2.0/routers/4ee9c9da-efc2-4668-bf3a-a3a058345702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0082247 Jun 16 16:39:07.459966 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33566) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:07.462834 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] Sync routers for ids ['4ee9c9da-efc2-4668-bf3a-a3a058345702'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:39:07.473750 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] Routers {'4ee9c9da-efc2-4668-bf3a-a3a058345702'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:39:07.474401 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['4ee9c9da-efc2-4668-bf3a-a3a058345702'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:07.513093 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-99a3c272-0453-4e04-8766-388d942d5e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:07.587344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:07.607860 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] Set router 4ee9c9da-efc2-4668-bf3a-a3a058345702 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:39:07.695498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:07.835910 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:39:06Z', 'revision_number': 5, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port': {'id': '48ffc87a-bfcb-42af-ab42-03600204ca91', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:33:02Z', 'updated_at': '2021-06-16T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:07.839985 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] Checking router: 4ee9c9da-efc2-4668-bf3a-a3a058345702 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:07.850501 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] Routers {'4ee9c9da-efc2-4668-bf3a-a3a058345702'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:39:07.851388 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:38:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['4ee9c9da-efc2-4668-bf3a-a3a058345702'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:07.893713 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Deleting port 48ffc87a-bfcb-42af-ab42-03600204ca91 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:07.894655 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:07.951457 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] Set router 4ee9c9da-efc2-4668-bf3a-a3a058345702 gateway port host: None {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:39:08.038050 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:39:07Z', 'revision_number': 6, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port_host': None}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:08.070866 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944e220a-0a30-494c-9c1c-2a0e50dcb551 None None] The sync data for ids ['4ee9c9da-efc2-4668-bf3a-a3a058345702'] in dv-cinder-796685-1-iscsi is: [{'id': '4ee9c9da-efc2-4668-bf3a-a3a058345702', 'name': 'tempest-TestMinimumBasicScenario-1795153775-router', 'tenant_id': '04064f376bf942c2a8cd1105ac6752f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:33:01Z', 'updated_at': '2021-06-16T16:39:07Z', 'revision_number': 6, 'project_id': '04064f376bf942c2a8cd1105ac6752f1', 'gw_port_host': None}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:08.116371 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-247f6c3f-77ca-48fd-9b48-9525cd549047 req-1fa089a4-bc35-44cf-8a4f-ecbda34fe1a8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0777502 Jun 16 16:39:08.123733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] For port 48ffc87a-bfcb-42af-ab42-03600204ca91, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=48ffc87a-bfcb-42af-ab42-03600204ca91,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:08.124345 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:08.577277 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Calling delete_port for 48ffc87a-bfcb-42af-ab42-03600204ca91 owned by network:router_gateway {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:08.928870 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:08.932071 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dc21e0dd-856d-4338-be50-3980287cb328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:08.975218 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ffc87a-bfcb-42af-ab42-03600204ca91,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:08.980045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:09.070599 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.171124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.173876 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.292848 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-33f0252c-7680-47c0-9986-5e189eb3fbe2 req-cecdeb3c-aa12-4c01-9192-48838e99ab8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0375016 Jun 16 16:39:09.347372 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 48ffc87a-bfcb-42af-ab42-03600204ca91 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:09.357637 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.358511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee9c9da-efc2-4668-bf3a-a3a058345702 {{(pid=92415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:39:09.365822 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.368258 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] 10.222.0.91 "DELETE /v2.0/routers/4ee9c9da-efc2-4668-bf3a-a3a058345702 HTTP/1.1" status: 204 len: 168 time: 1.9065337 Jun 16 16:39:09.371357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33576) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:09.377374 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 48ffc87a-bfcb-42af-ab42-03600204ca91 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:09.377957 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 48ffc87a-bfcb-42af-ab42-03600204ca91 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:09.378644 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device daa23311-d78d-451b-849c-6827c67b4e1d no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:09.415763 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: daa23311-d78d-451b-849c-6827c67b4e1d {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:09.416337 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device daa23311-d78d-451b-849c-6827c67b4e1d not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:09.446572 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_v2 [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Deleting subnet 9a24f374-ed3c-48c3-a120-12147323c205 {{(pid=92415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:39:09.450929 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.502417 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26656380'] for subnet, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.646816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.827215 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26648772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2811651'] for subnet, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.832529 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:09.876540 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a24f374-ed3c-48c3-a120-12147323c205,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:09.880401 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:09.884882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:09.893839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-32558616-fa33-4f85-95ae-977d4645d725 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/9a24f374-ed3c-48c3-a120-12147323c205 HTTP/1.1" status: 204 len: 168 time: 0.5158308 Jun 16 16:39:09.893839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33578) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:09.894197 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc0063c-47da-4b29-9c8b-919b65bfd0b4 None None] Network a67b863d-a09e-44c3-81df-3ffe6811197a requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:39:09.967818 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.039145 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Deleting port f4a1e804-e67c-4732-aa48-e623d283bc24 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:10.039709 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.096753 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.149838 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] For port f4a1e804-e67c-4732-aa48-e623d283bc24, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f4a1e804-e67c-4732-aa48-e623d283bc24,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:10.150357 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.218071 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] DHCP port deletion for a67b863d-a09e-44c3-81df-3ffe6811197a request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:39:10.236421 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Calling delete_port for f4a1e804-e67c-4732-aa48-e623d283bc24 owned by network:dhcp {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:10.280926 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Deleting port f4a1e804-e67c-4732-aa48-e623d283bc24 {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:10.281301 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.353439 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] For port f4a1e804-e67c-4732-aa48-e623d283bc24, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=f4a1e804-e67c-4732-aa48-e623d283bc24,segment=NetworkSegment(5b26f001-b05e-4ed9-8301-678204979fde),segment_id=5b26f001-b05e-4ed9-8301-678204979fde)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:10.354195 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.370028 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f70a-e306-42ff-b9a0-79913451f47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.432448 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Calling delete_port for f4a1e804-e67c-4732-aa48-e623d283bc24 owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:10.495740 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5fb5d386-e3ad-435e-934d-1774a5f5edca req-f0a14d7c-f4d5-4e3a-8571-96f33c22d939 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0463805 Jun 16 16:39:10.497088 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.500025 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-33e66377-bf8a-413b-bd55-d230a4ad0747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:10.545598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a1e804-e67c-4732-aa48-e623d283bc24,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:10.557126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:10.562789 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] No DVR routers for this DVR port f4a1e804-e67c-4732-aa48-e623d283bc24 on host dv-cinder-796685-1-iscsi {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:39:10.571398 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.577255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:10.627117 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] No DVR routers for this DVR port f4a1e804-e67c-4732-aa48-e623d283bc24 on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:39:10.630708 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Pushing event deleted for resources: {'Port': ['ID=f4a1e804-e67c-4732-aa48-e623d283bc24,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:10.635632 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:10.709473 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.724870 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67b863d-a09e-44c3-81df-3ffe6811197a']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:10.745641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b26f001-b05e-4ed9-8301-678204979fde') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:10.748223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b26f001-b05e-4ed9-8301-678204979fde') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:10.760446 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-811411cf-01be-4841-8528-eaeebf388cb2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:10.762397 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-811411cf-01be-4841-8528-eaeebf388cb2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 817 time: 0.2343445 Jun 16 16:39:10.767615 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.786281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.819022 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Releasing vlan 1232 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:39:10.819756 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.822337 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:39:10.827849 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:39:10.909428 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-ec33b4f3-c533-4c15-a07c-faa3867fe352 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 380 time: 0.1194625 Jun 16 16:39:10.920668 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'port': {'device_id': 'd57f0996-380b-4394-b3a1-e7183604f219', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'admin_state_up': True, 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'security_groups': ['ed464a9b-c67f-4627-a623-7cbeab1898b7']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:39:11.083234 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.097332 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.101958 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] 10.222.0.91 "DELETE /v2.0/networks/a67b863d-a09e-44c3-81df-3ffe6811197a HTTP/1.1" status: 204 len: 168 time: 1.2089646 Jun 16 16:39:11.103262 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:11.129006 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Pushing event deleted for resources: {'Network': ['ID=a67b863d-a09e-44c3-81df-3ffe6811197a,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:11.132338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:11.151182 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Made reservation on behalf of 1c744821ae2a4d32b3d93cca5908f52b for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:39:11.155937 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.335195 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.344724 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Allocated IP 172.20.0.11 (1ff08517-4c8a-4aba-92e6-8999e2b753fe/6ba4a964-6d6a-45f4-9050-ec18379b1439/4d250cf8-3a81-4be3-a502-db086a67ffb9) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:39:11.380300 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f4a1e804-e67c-4732-aa48-e623d283bc24 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:11.420296 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: f4a1e804-e67c-4732-aa48-e623d283bc24 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:11.420871 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device f4a1e804-e67c-4732-aa48-e623d283bc24 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:11.532754 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.549629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Transition to ACTIVE for port object 4d250cf8-3a81-4be3-a502-db086a67ffb9 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:39:11.650566 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33596) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:11.696603 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ae6afae-aafc-4c69-b8ba-2fb7d2b1408c req-61ff36df-ae34-4dec-ba3f-47b7451377ba tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0377057 Jun 16 16:39:11.728991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-7bbf9d61-d625-4789-b58c-517a2059817f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ab625f4a9f7240f69da4ff99e53220bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730631 Jun 16 16:39:11.728991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33598) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:11.795232 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.805415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4953621f-6efa-4eb6-b5d4-203c52acd071 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:11.843570 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.853209 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:39:11.861134 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:39:11.870014 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:39:11.922504 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:11.927590 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:11.938244 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:11.970939 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:11.971621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.147409 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.151926 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.160169 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/367a9336-53f4-4223-9930-cac9354e177b HTTP/1.1" status: 204 len: 168 time: 0.4237647 Jun 16 16:39:12.160169 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2408600 Jun 16 16:39:12.160169 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a36d4cf0-ed08-4b81-910e-0aac454f8b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:12.177616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Request body: {'port': {'device_id': 'd57f0996-380b-4394-b3a1-e7183604f219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:39:12.182084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367a9336-53f4-4223-9930-cac9354e177b,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:12.187023 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-aef91a35-3e63-488d-9abf-c97f032629a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:12.277022 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-fde29596-e296-4dcd-a123-9de92792135d None None] Provisioning for port 4d250cf8-3a81-4be3-a502-db086a67ffb9 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:39:12.284569 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-fde29596-e296-4dcd-a123-9de92792135d None None] Provisioning complete for port 4d250cf8-3a81-4be3-a502-db086a67ffb9 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:39:12.285200 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fde29596-e296-4dcd-a123-9de92792135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.305750 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.352368 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-fde29596-e296-4dcd-a123-9de92792135d None None] Port 4d250cf8-3a81-4be3-a502-db086a67ffb9 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:39:12.689857 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d250cf8-3a81-4be3-a502-db086a67ffb9 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:39:12.703917 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.718794 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Transition to ACTIVE for port object 4d250cf8-3a81-4be3-a502-db086a67ffb9 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:39:12.803011 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:12.806356 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:12.984540 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:12.995938 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:13.128851 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Attempting to bind port 4d250cf8-3a81-4be3-a502-db086a67ffb9 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:39:13.129390 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Attempting to bind port 4d250cf8-3a81-4be3-a502-db086a67ffb9 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:39:13.129916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Attempting to bind port 4d250cf8-3a81-4be3-a502-db086a67ffb9 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:39:13.146383 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.151619 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b7f1-8382-44a9-9d2c-d1b127d698f3 req-b326cd00-caeb-4004-a1ed-66f0b7caa321 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:13.154104 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-02a4b7f1-8382-44a9-9d2c-d1b127d698f3 req-b326cd00-caeb-4004-a1ed-66f0b7caa321 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.2254429 Jun 16 16:39:13.155944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Port 4d250cf8-3a81-4be3-a502-db086a67ffb9 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:39:13.156503 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Attempting to bind port 4d250cf8-3a81-4be3-a502-db086a67ffb9 on network 1ff08517-4c8a-4aba-92e6-8999e2b753fe {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:39:13.178477 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:39:13.179047 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Checking segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:39:13.179703 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Bound using segment: {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:39:13.180479 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Bound port: 4d250cf8-3a81-4be3-a502-db086a67ffb9, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21b30cf5-d15d-4055-9a51-c5cbbae113c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:39:13.181085 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.283111 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-02a4b7f1-8382-44a9-9d2c-d1b127d698f3 req-d9333c1b-f04a-41b6-9803-79b9af5986ab tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205130 Jun 16 16:39:13.334154 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:39:13.340253 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:39:13.392711 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 33610) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:13.422172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.437027 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e0cc7c4a-d0b9-4ffc-ad9e-93bef0c7d4c7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:13.520454 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-5f8380a6-916a-436e-aa94-d9975bb7e263 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=04064f376bf942c2a8cd1105ac6752f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260130 Jun 16 16:39:13.522811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33612) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:13.523636 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:13.524031 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.525742 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 1094 time: 1.3560972 Jun 16 16:39:13.529128 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:39:13.531878 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e3c4f0-7212-4e99-8854-f246683edf4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:13.583787 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76f4a21-a0e8-46c5-8dfb-fd13db671e4e x-openstack-request-id: req-e76f4a21-a0e8-46c5-8dfb-fd13db671e4e {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:13.584119 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:13.584437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e76f4a21-a0e8-46c5-8dfb-fd13db671e4e {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:13.584888 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'status': 'completed', 'code': 200} Jun 16 16:39:13.585823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:13.590152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:13.608157 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.638826 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.865614 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.870326 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:13.871466 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9986a505-229d-413d-9545-fb67c5270a69 HTTP/1.1" status: 204 len: 168 time: 0.3473182 Jun 16 16:39:13.873220 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ba13510d-c2f4-4a1e-8618-f458b247239b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:13.884179 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9986a505-229d-413d-9545-fb67c5270a69,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:13.898269 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.898877 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.899488 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.900081 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.900668 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.901255 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.901889 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.902497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.903096 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.904149 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.904722 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.905311 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:39:13.911728 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:14.501143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1943f-af86-46a2-876d-da329733022a req-bd9a4d09-e044-4fd7-9704-a296202683a6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:14.502831 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-05e1943f-af86-46a2-876d-da329733022a req-bd9a4d09-e044-4fd7-9704-a296202683a6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0800149 Jun 16 16:39:14.550069 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-05e1943f-af86-46a2-876d-da329733022a req-077dc13e-03df-4e6a-a11a-98479baa7934 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Jun 16 16:39:15.539974 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:15.767337 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab9552-313d-4e50-9124-11512a0795f9 req-d575eb08-2685-47f7-9284-14f8667eeb67 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:15.769328 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7eab9552-313d-4e50-9124-11512a0795f9 req-d575eb08-2685-47f7-9284-14f8667eeb67 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0737698 Jun 16 16:39:15.828270 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7eab9552-313d-4e50-9124-11512a0795f9 req-318f2102-0f74-494a-96e1-123de6aa90e5 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518410 Jun 16 16:39:16.631961 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:39:17.017938 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd938221-89d9-4f06-a4f4-c2ab688df10e req-54627aaf-ace8-4316-ac00-864f3607e440 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:17.019420 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd938221-89d9-4f06-a4f4-c2ab688df10e req-54627aaf-ace8-4316-ac00-864f3607e440 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0663059 Jun 16 16:39:17.056261 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd938221-89d9-4f06-a4f4-c2ab688df10e req-83f1f76e-3a71-493e-b996-c32f29a6763c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308652 Jun 16 16:39:17.524816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c4f0-7212-4e99-8854-f246683edf4e req-790ec6a2-90d0-4ad1-9fc3-47bd27cb71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:17.528017 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b1e3c4f0-7212-4e99-8854-f246683edf4e req-790ec6a2-90d0-4ad1-9fc3-47bd27cb71c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1097 time: 0.0691035 Jun 16 16:39:17.691014 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c4f0-7212-4e99-8854-f246683edf4e req-6d39af3c-fb38-4052-9328-6aeffa4b10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:17.693595 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b1e3c4f0-7212-4e99-8854-f246683edf4e req-6d39af3c-fb38-4052-9328-6aeffa4b10a5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1464746 Jun 16 16:39:17.807360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3c4f0-7212-4e99-8854-f246683edf4e req-3064d369-5819-420a-b481-30139b314d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:17.808808 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b1e3c4f0-7212-4e99-8854-f246683edf4e req-3064d369-5819-420a-b481-30139b314d4a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1074572 Jun 16 16:39:18.333948 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bee44-d23d-4fdc-acae-a13b38605450 req-e9bbd796-ae56-4140-967d-89ee055cb357 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:18.335774 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b97bee44-d23d-4fdc-acae-a13b38605450 req-e9bbd796-ae56-4140-967d-89ee055cb357 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0823796 Jun 16 16:39:18.392151 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b97bee44-d23d-4fdc-acae-a13b38605450 req-71499675-a4f8-41ff-8773-cf92cec1cabd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491319 Jun 16 16:39:18.473954 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-cd0fcaee-b61f-4e3a-a46c-3cd5d6326252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:18.476732 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-cd0fcaee-b61f-4e3a-a46c-3cd5d6326252 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1097 time: 0.0817327 Jun 16 16:39:18.553869 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-0255b57b-979a-4bca-bf1d-0ce5547ee35a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 217 time: 0.0653193 Jun 16 16:39:18.634412 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-5b0bbc97-4f09-4bb5-9bf6-459a1c5d3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:18.636534 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-5b0bbc97-4f09-4bb5-9bf6-459a1c5d3033 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0731673 Jun 16 16:39:18.727121 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288df37-4602-4534-b119-d9966ef6bc39 req-2f53e225-4f77-4d51-8e9c-ee77e37af411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:18.728666 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-2f53e225-4f77-4d51-8e9c-ee77e37af411 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800622 Jun 16 16:39:18.855248 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-2cfcf08c-8447-487f-9470-9452592a3bce service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119888 Jun 16 16:39:19.025334 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1288df37-4602-4534-b119-d9966ef6bc39 req-a4b91d4d-ead1-45ce-a91d-5083e4471ff6 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477561 Jun 16 16:39:19.611248 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b48cdd-0852-48f2-b927-4d7be51a8d6c req-421b1752-d962-4ac0-8f60-2ce902a15987 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:19.612791 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9b48cdd-0852-48f2-b927-4d7be51a8d6c req-421b1752-d962-4ac0-8f60-2ce902a15987 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0675683 Jun 16 16:39:19.677970 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9b48cdd-0852-48f2-b927-4d7be51a8d6c req-34884c88-4747-4ffb-87ec-929f7d13b5ae tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548756 Jun 16 16:39:20.897868 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94fb07-7548-4203-b354-44c86ec52b7e req-c75b8fd4-8fa6-4e03-863a-c2c7b9db70f7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:20.899559 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ea94fb07-7548-4203-b354-44c86ec52b7e req-c75b8fd4-8fa6-4e03-863a-c2c7b9db70f7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0906124 Jun 16 16:39:20.949267 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ea94fb07-7548-4203-b354-44c86ec52b7e req-d0ea2d6c-de6d-4faf-9f2c-12c98a66aab6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395570 Jun 16 16:39:22.152545 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6f8f-85ab-480f-98b9-0c237e6076e3 req-4f13204b-3426-4919-88ed-6b8e7b7e6ca3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:22.154206 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c21e6f8f-85ab-480f-98b9-0c237e6076e3 req-4f13204b-3426-4919-88ed-6b8e7b7e6ca3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0727756 Jun 16 16:39:22.197716 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c21e6f8f-85ab-480f-98b9-0c237e6076e3 req-66457f07-3e4d-414c-bb84-060bdcd7670e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371017 Jun 16 16:39:23.410695 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddad54-2dae-4cff-b143-6fa0140a0813 req-e10dd3cb-e3a0-40dd-9a7f-5628c7c1736c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:23.412421 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-16ddad54-2dae-4cff-b143-6fa0140a0813 req-e10dd3cb-e3a0-40dd-9a7f-5628c7c1736c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0694625 Jun 16 16:39:23.459661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-16ddad54-2dae-4cff-b143-6fa0140a0813 req-f366d803-13fd-4b0f-acf9-204f06220e92 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389326 Jun 16 16:39:24.656476 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3ddf0-40fb-4282-bd8e-4cee47051f4a req-7e23f7be-8b8f-4ed3-b3a4-72cbc04b063b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:24.658232 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-10b3ddf0-40fb-4282-bd8e-4cee47051f4a req-7e23f7be-8b8f-4ed3-b3a4-72cbc04b063b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0759239 Jun 16 16:39:24.702210 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-10b3ddf0-40fb-4282-bd8e-4cee47051f4a req-4cbe1fe3-db0d-4142-a679-6a1e1a44c2cf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373707 Jun 16 16:39:25.918298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e2360-c27c-4ecd-a51b-f2aef44a413c req-7b3025c5-7b9b-412f-9a54-27d9360e5470 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:25.919950 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-611e2360-c27c-4ecd-a51b-f2aef44a413c req-7b3025c5-7b9b-412f-9a54-27d9360e5470 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0743318 Jun 16 16:39:25.974074 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-611e2360-c27c-4ecd-a51b-f2aef44a413c req-2f5b084b-6350-44a6-af88-8984186596da tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473163 Jun 16 16:39:27.209115 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cdf53-1537-4c2f-a951-c830b8ef26cb req-07dec575-8780-4e9c-8e5b-e3e3c3b98e6b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:27.211040 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-650cdf53-1537-4c2f-a951-c830b8ef26cb req-07dec575-8780-4e9c-8e5b-e3e3c3b98e6b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0816579 Jun 16 16:39:27.267955 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-650cdf53-1537-4c2f-a951-c830b8ef26cb req-f527c951-cdf5-4c44-8cf8-1865bdc54a29 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474260 Jun 16 16:39:27.370510 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-0c2cbe50-4bcd-4ce3-ae87-d8fa8e727659 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530877 Jun 16 16:39:27.470300 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-101ad1a1-9eef-4994-b0da-1d3ab25ad6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:27.472008 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-101ad1a1-9eef-4994-b0da-1d3ab25ad6b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.0620117 Jun 16 16:39:27.612364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-98756710-a008-4d1d-9210-2f7a21767f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:27.613971 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-98756710-a008-4d1d-9210-2f7a21767f28 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.1121845 Jun 16 16:39:27.693814 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-55f412a5-537a-4d0f-8c8e-51eeb5e7caa0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1002 time: 0.0676968 Jun 16 16:39:27.754291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-30c98b75-2657-4373-a4d9-3348b1d583df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:27.755817 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-30c98b75-2657-4373-a4d9-3348b1d583df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0500293 Jun 16 16:39:27.832054 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-e9811ab6-01ad-4901-afe6-a0c269a735b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:27.833633 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-e9811ab6-01ad-4901-afe6-a0c269a735b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651944 Jun 16 16:39:27.982998 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-677f2bc6-70a4-4b3e-b17e-c4ce1769be32 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363571 Jun 16 16:39:28.114976 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f5f943c-07a1-4579-adcc-133c89c6ec2a req-2f15a4fb-a040-4b7f-a436-7addd0cb91ec service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216209 Jun 16 16:39:28.468869 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ad7d3-95c2-4379-9afb-74f90001cce5 req-abc16ab6-f065-4f14-9861-750feec5e970 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:28.470538 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f30ad7d3-95c2-4379-9afb-74f90001cce5 req-abc16ab6-f065-4f14-9861-750feec5e970 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0760801 Jun 16 16:39:28.519145 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f30ad7d3-95c2-4379-9afb-74f90001cce5 req-9e9ed508-9c9c-4599-b338-68469bab7d36 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365989 Jun 16 16:39:29.483547 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:39:29.755605 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8576d-e2b2-4993-b954-e16062986b41 req-ba34db9b-ce4c-484d-8b75-c2894c08da2b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:29.758256 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-06c8576d-e2b2-4993-b954-e16062986b41 req-ba34db9b-ce4c-484d-8b75-c2894c08da2b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.1028271 Jun 16 16:39:29.796212 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:29.813731 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'mac_address': 'fa:16:3e:94:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:39:29.827748 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-06c8576d-e2b2-4993-b954-e16062986b41 req-4cc2a4a3-2fc1-4b34-b5b7-a9a9eb2e5638 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623941 Jun 16 16:39:29.877378 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:29.894547 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d250cf8-3a81-4be3-a502-db086a67ffb9 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:39:29.917926 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:30.007856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:30.010212 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d248e716-9eb3-4414-9508-643b669013b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:30.066943 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:30.070771 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:30.502042 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['4d250cf8-3a81-4be3-a502-db086a67ffb9'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:39:31.112694 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5c926-018e-41a5-98e9-ff1f94dec87d req-269a5893-5a86-446f-9ae3-3f5d669b8000 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:31.114548 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59d5c926-018e-41a5-98e9-ff1f94dec87d req-269a5893-5a86-446f-9ae3-3f5d669b8000 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.0764008 Jun 16 16:39:31.163219 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59d5c926-018e-41a5-98e9-ff1f94dec87d req-cdfe45cf-e4a0-4320-9c56-f5c30a96bcf2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374222 Jun 16 16:39:32.395656 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0b6d3-6934-4344-a4b1-fc105ac50488 req-f360872a-a812-4e20-87c9-67e33941efe0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:32.400089 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1dc0b6d3-6934-4344-a4b1-fc105ac50488 req-f360872a-a812-4e20-87c9-67e33941efe0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.0932236 Jun 16 16:39:32.452718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1dc0b6d3-6934-4344-a4b1-fc105ac50488 req-7326880b-7018-4dd6-a83d-b9778ebeb5ce tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457621 Jun 16 16:39:33.496586 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:39:33.657355 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54753f0f-18ab-465e-acd8-5c379a4e218e req-dc995cf8-0cc3-4601-95b6-f73633309da8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:33.659117 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-54753f0f-18ab-465e-acd8-5c379a4e218e req-dc995cf8-0cc3-4601-95b6-f73633309da8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.0726273 Jun 16 16:39:33.670900 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 4d250cf8-3a81-4be3-a502-db086a67ffb9 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:39:33.674974 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 4d250cf8-3a81-4be3-a502-db086a67ffb9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:39:33.675367 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:33.702006 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-54753f0f-18ab-465e-acd8-5c379a4e218e req-db268420-89c2-4151-9498-a34bdb0e8a7c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368121 Jun 16 16:39:33.759743 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:33.801176 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:39:33.801176 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c783ed69-7c0c-4dd0-a978-f6afb4debc03" -d '{"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-plugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:33.807625 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:33.836675 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468638fe-0ba4-4f88-883f-b9c74edb7a34 x-openstack-request-id: req-468638fe-0ba4-4f88-883f-b9c74edb7a34 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:33.836968 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-plugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:33.837227 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-468638fe-0ba4-4f88-883f-b9c74edb7a34 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:33.837708 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'code': 200} Jun 16 16:39:33.927772 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:33.931065 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:33.988693 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:33.992054 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:34.279128 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b684fbf-bfd4-4293-85e2-58a413ad8095 req-5185bb10-187c-4f94-b98d-2cc737027f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:34.282108 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8b684fbf-bfd4-4293-85e2-58a413ad8095 req-5185bb10-187c-4f94-b98d-2cc737027f08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1099 time: 0.0667508 Jun 16 16:39:34.333750 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8b684fbf-bfd4-4293-85e2-58a413ad8095 req-092cb7f4-8100-41ea-96ba-189c9d8d7eb7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Jun 16 16:39:34.914126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bb8e3-3d10-4713-a909-131efd0f667b req-e7288b78-114e-4bbd-bc86-174bd66f0af0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:34.915791 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-742bb8e3-3d10-4713-a909-131efd0f667b req-e7288b78-114e-4bbd-bc86-174bd66f0af0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0772777 Jun 16 16:39:35.265488 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-742bb8e3-3d10-4713-a909-131efd0f667b req-1f31fa1b-da9f-46dd-ae40-f85a4a7e1ec8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436120 Jun 16 16:39:35.303232 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbbe1f-be9a-4632-bdc9-2aac664c7b7d req-c687127b-25fb-430d-8839-9bc7a6b35885 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:35.304811 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ddbbe1f-be9a-4632-bdc9-2aac664c7b7d req-c687127b-25fb-430d-8839-9bc7a6b35885 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.0902450 Jun 16 16:39:35.353139 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ddbbe1f-be9a-4632-bdc9-2aac664c7b7d req-c3a7dc32-edd9-4c66-997a-f6a50314b9a5 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Jun 16 16:39:36.481046 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c150ec0-e815-45da-ac50-9a89d28e7db8 req-1822ac2b-661f-4d3a-bc7e-debee42a4e6f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:36.482805 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c150ec0-e815-45da-ac50-9a89d28e7db8 req-1822ac2b-661f-4d3a-bc7e-debee42a4e6f tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0923314 Jun 16 16:39:36.555693 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c150ec0-e815-45da-ac50-9a89d28e7db8 req-b7cb830f-e829-443b-9e41-c46bc4ff5735 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629847 Jun 16 16:39:36.579628 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf9ab-da86-4c9a-862c-7a525bb257e9 req-36b1eab9-9313-441f-91b6-318c1896422d tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:36.581172 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-107bf9ab-da86-4c9a-862c-7a525bb257e9 req-36b1eab9-9313-441f-91b6-318c1896422d tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.0974514 Jun 16 16:39:36.627369 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-107bf9ab-da86-4c9a-862c-7a525bb257e9 req-cd21340d-7178-428b-b961-d0a7c21557ca tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Jun 16 16:39:36.744672 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968b08e-97cd-4a57-b7b8-e578c607ec01 req-8cd52e07-4558-490d-b330-dd2415f225f6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:36.746235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7968b08e-97cd-4a57-b7b8-e578c607ec01 req-8cd52e07-4558-490d-b330-dd2415f225f6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0685458 Jun 16 16:39:36.755489 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 33740) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:39:36.760540 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Request body: {'floatingip': {'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:39:36.803993 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:37.384884 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dca9b740-8735-45dc-802e-68c537dbf488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:37.472618 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:37.545819 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:37.657773 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Floating IP ed8b0e69-10cc-4b8e-9948-2896bcaba1bd associated. External IP: 172.27.3.143, port: 4d250cf8-3a81-4be3-a502-db086a67ffb9. Jun 16 16:39:37.932108 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c3adb-b119-47b9-b82a-957ad2f78fed req-a2850b8b-62d4-4d9e-906b-fdb20b0e44e9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:37.933652 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e55c3adb-b119-47b9-b82a-957ad2f78fed req-a2850b8b-62d4-4d9e-906b-fdb20b0e44e9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.1329343 Jun 16 16:39:37.936212 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:39:37.998758 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-d92cac45-fd8d-4f74-ae3b-31172c0db50c tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:38.000376 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-d92cac45-fd8d-4f74-ae3b-31172c0db50c tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 945 time: 0.1113155 Jun 16 16:39:38.003736 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e55c3adb-b119-47b9-b82a-957ad2f78fed req-78090f02-3e40-49d2-b6d5-6ebd67788c90 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608125 Jun 16 16:39:38.061055 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:39:38.066078 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:38.074677 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:39:38.092425 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:39:38.094922 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:39:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:38.120351 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Deleting port d141ff90-0306-4dc8-913c-b391ad06b352 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:39:38.124595 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:38.124713 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-137f42e9-038a-4127-98da-f2df6f45854d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "PUT /v2.0/floatingips/ed8b0e69-10cc-4b8e-9948-2896bcaba1bd HTTP/1.1" status: 200 len: 992 time: 1.3641732 Jun 16 16:39:38.124713 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:39:38.127073 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e26ac-2107-4f6a-a470-09f8347d065f" -d '{"events": [{"name": "network-changed", "server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:38.189287 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385a4a03-9024-4bc4-910f-1bb06a0ff7dc x-openstack-request-id: req-385a4a03-9024-4bc4-910f-1bb06a0ff7dc {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:38.189966 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:38.190724 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-385a4a03-9024-4bc4-910f-1bb06a0ff7dc {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:38.191533 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'status': 'completed', 'code': 200} Jun 16 16:39:38.240108 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] For port d141ff90-0306-4dc8-913c-b391ad06b352, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d141ff90-0306-4dc8-913c-b391ad06b352,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:39:38.240622 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:38.273515 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:39:38.334305 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Calling delete_port for d141ff90-0306-4dc8-913c-b391ad06b352 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:39:38.414723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e26ac-2107-4f6a-a470-09f8347d065f req-20d39905-10df-4448-8374-ed32cf818995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:38.416295 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-20d39905-10df-4448-8374-ed32cf818995 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1099 time: 0.1924133 Jun 16 16:39:38.529755 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'ed8b0e69-10cc-4b8e-9948-2896bcaba1bd', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'mac_address': 'fa:16:3e:94:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f0996-380b-4394-b3a1-e7183604f219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:38:58Z', 'updated_at': '2021-06-16T16:39:37Z', 'revision_number': 1, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:38.534656 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:39:38.544806 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:39:38.545672 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:39:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:38.566634 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e26ac-2107-4f6a-a470-09f8347d065f req-5bc230e1-44f4-4766-bd11-8c4e65fbd1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:38.568139 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-5bc230e1-44f4-4766-bd11-8c4e65fbd1e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1434958 Jun 16 16:39:38.624400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:38.630066 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3231d0df-c2fb-4683-a09d-876f4f4d15bf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:39:38.638465 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['d141ff90-0306-4dc8-913c-b391ad06b352'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:39:38.671521 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Pushing event deleted for resources: {'Port': ['ID=d141ff90-0306-4dc8-913c-b391ad06b352,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:39:38.678909 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:39:38.691815 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-dd1de13b-e34a-4939-8367-3d71ed53ffa7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 1000 time: 0.1127658 Jun 16 16:39:38.701193 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:39:38.760701 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] No DVR routers for this DVR port d141ff90-0306-4dc8-913c-b391ad06b352 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:39:38.766671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:38.768690 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-191b2086-8a75-4e61-be49-caf1341ba1eb req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "DELETE /v2.0/ports/d141ff90-0306-4dc8-913c-b391ad06b352 HTTP/1.1" status: 204 len: 173 time: 0.7622850 Jun 16 16:39:38.769282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4744097a-abb9-4b1c-b320-64643f6b7594', 'name': 'network-vif-deleted', 'tag': 'd141ff90-0306-4dc8-913c-b391ad06b352'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:39:38.771980 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ab6fd-cbda-4b5d-803c-52b48f9aa8db" -d '{"events": [{"server_uuid": "4744097a-abb9-4b1c-b320-64643f6b7594", "name": "network-vif-deleted", "tag": "d141ff90-0306-4dc8-913c-b391ad06b352"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:39:38.798276 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e26ac-2107-4f6a-a470-09f8347d065f req-72e63571-6895-414f-b0c8-a30b0d93c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:38.798276 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-72e63571-6895-414f-b0c8-a30b0d93c1a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0838788 Jun 16 16:39:38.853329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec46954-0dab-410e-bcd8-3e20eee94a93 x-openstack-request-id: req-bec46954-0dab-410e-bcd8-3e20eee94a93 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:39:38.853885 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4744097a-abb9-4b1c-b320-64643f6b7594", "name": "network-vif-deleted", "tag": "d141ff90-0306-4dc8-913c-b391ad06b352", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:39:38.854324 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bec46954-0dab-410e-bcd8-3e20eee94a93 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:39:38.855016 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4744097a-abb9-4b1c-b320-64643f6b7594', 'name': 'network-vif-deleted', 'tag': 'd141ff90-0306-4dc8-913c-b391ad06b352', 'status': 'completed', 'code': 200} Jun 16 16:39:38.901780 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e26ac-2107-4f6a-a470-09f8347d065f req-aa1b279d-2e20-4427-bbec-6adf6103b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:38.904431 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-aa1b279d-2e20-4427-bbec-6adf6103b763 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021314 Jun 16 16:39:39.026298 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-c5cf1184-69dd-4a6f-8dab-c7cb2d23455d service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104832 Jun 16 16:39:39.061852 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'ed8b0e69-10cc-4b8e-9948-2896bcaba1bd', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'mac_address': 'fa:16:3e:94:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f0996-380b-4394-b3a1-e7183604f219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:38:58Z', 'updated_at': '2021-06-16T16:39:37Z', 'revision_number': 1, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:39:39.069168 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e19b3-d85c-4303-8d1b-4825d175c8d7 None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'ed8b0e69-10cc-4b8e-9948-2896bcaba1bd', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'mac_address': 'fa:16:3e:94:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57f0996-380b-4394-b3a1-e7183604f219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:38:58Z', 'updated_at': '2021-06-16T16:39:37Z', 'revision_number': 1, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:39:39.185051 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-464e26ac-2107-4f6a-a470-09f8347d065f req-534c22dc-3b59-47b7-822d-e6da3a439cf4 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410341 Jun 16 16:39:39.210094 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-caaea865-1e45-4b15-a76a-b104efb153c6 req-8e8b9ccf-0d4b-423d-bb3f-7a81f0d65c52 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=4744097a-abb9-4b1c-b320-64643f6b7594 HTTP/1.1" status: 200 len: 210 time: 0.0433364 Jun 16 16:39:39.351518 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d51351f-864b-4df6-9406-afa5dde991d9 None None] New status for floating IP ed8b0e69-10cc-4b8e-9948-2896bcaba1bd: ACTIVE {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:39:40.139535 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:40.167702 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-b933a36e-983a-4349-ac32-0fa1b1f684b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:41.327686 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:43.030782 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:43.423650 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d141ff90-0306-4dc8-913c-b391ad06b352 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:39:43.457906 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: d141ff90-0306-4dc8-913c-b391ad06b352 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:39:43.458454 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d141ff90-0306-4dc8-913c-b391ad06b352 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:39:45.538956 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:39:53.631835 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:39:56.743136 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-332c45a9-ee37-4499-9ed9-220df4062cdd tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:39:56.745121 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-332c45a9-ee37-4499-9ed9-220df4062cdd tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/networks?id=21170ba0-973b-46bf-98b0-ce03da12ded2 HTTP/1.1" status: 200 len: 813 time: 0.1489229 Jun 16 16:39:56.765810 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-ec7a02ee-30fd-4cf6-8082-ea4c620b35c9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/quotas/a11b1e9043714c7daeef69f44e71b22e HTTP/1.1" status: 200 len: 375 time: 0.0107529 Jun 16 16:39:56.805726 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-f68ba5af-f5f3-4a78-8b39-8f3db898ad92 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a11b1e9043714c7daeef69f44e71b22e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328698 Jun 16 16:39:56.916371 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-1d7f6d2f-f57c-4f88-8470-f07c476898f3 service neutron] 10.222.0.91 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010373 Jun 16 16:39:57.020873 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-979cf39a-49b5-4952-8f30-d765f69064ab service neutron] 10.222.0.91 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938916 Jun 16 16:39:57.379605 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3b19ca38-5e61-4b50-84b7-16a09efabafd req-cd773444-1090-4273-8113-ff6dd961dfd0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 210 time: 0.0391097 Jun 16 16:39:58.472907 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d325d14-e65d-492f-a6a8-cad2b55b115a req-5e091a0e-8924-40c1-8bcb-218b8ef61ba0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 210 time: 0.0351846 Jun 16 16:39:59.617997 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc999718-7e25-4356-8af3-e6a9d2dda39c req-01614f4e-799f-42be-8dfd-e8e619ed5262 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 210 time: 0.0288210 Jun 16 16:40:00.341370 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-8ae2c4c9-318a-4e7a-bbff-e4380850a6d9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:00.343898 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-8ae2c4c9-318a-4e7a-bbff-e4380850a6d9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "GET /v2.0/networks?id=21170ba0-973b-46bf-98b0-ce03da12ded2 HTTP/1.1" status: 200 len: 813 time: 0.1485422 Jun 16 16:40:00.363863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Request body: {'port': {'device_id': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2', 'admin_state_up': True, 'tenant_id': 'a11b1e9043714c7daeef69f44e71b22e'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:00.601582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Made reservation on behalf of a11b1e9043714c7daeef69f44e71b22e for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:40:00.605519 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:00.797362 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Allocated IP 172.20.0.13 (21170ba0-973b-46bf-98b0-ce03da12ded2/cc197ac5-ee78-481b-b397-6204832809f7/269fd57f-65f4-49fd-8239-b7784ce18132) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:40:00.828075 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8eea4c86-3b65-458f-beff-8380df719a54 req-3f617005-8fb7-4977-9096-cacc53d107c1 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 210 time: 0.0511487 Jun 16 16:40:01.042563 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:01.179373 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:01.185068 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:01.241366 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Network 21170ba0-973b-46bf-98b0-ce03da12ded2 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:40:01.246565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:40:01.256318 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:40:01.284854 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Pushing event updated for resources: {'Port': ['ID=269fd57f-65f4-49fd-8239-b7784ce18132,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:01.305059 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.305461 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.305823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.306185 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.306540 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.306894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.307244 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.307692 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.308000 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.308339 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.309318 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.309942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:01.319285 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:01.347909 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:01.349035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:01.465597 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1055310 Jun 16 16:40:01.478619 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Request body: {'port': {'device_id': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:01.562290 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:01.857081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269fd57f-65f4-49fd-8239-b7784ce18132 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:40:01.865696 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:01.889667 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Transition to ACTIVE for port object 269fd57f-65f4-49fd-8239-b7784ce18132 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:40:02.002449 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:02.005267 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:02.094408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=269fd57f-65f4-49fd-8239-b7784ce18132,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:02.104763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbee96-9806-423a-82a9-b70fa61897e3 req-ccbe4e54-e665-40c4-931a-f1f9f577a94a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:02.106532 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f4dbee96-9806-423a-82a9-b70fa61897e3 req-ccbe4e54-e665-40c4-931a-f1f9f577a94a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 932 time: 0.1434922 Jun 16 16:40:02.107821 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:02.192501 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f4dbee96-9806-423a-82a9-b70fa61897e3 req-7f64e375-bb15-45d6-b801-ec3fcc363e7c tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Jun 16 16:40:02.211083 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Attempting to bind port 269fd57f-65f4-49fd-8239-b7784ce18132 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:40:02.211423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Attempting to bind port 269fd57f-65f4-49fd-8239-b7784ce18132 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:40:02.211757 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Attempting to bind port 269fd57f-65f4-49fd-8239-b7784ce18132 on network 21170ba0-973b-46bf-98b0-ce03da12ded2 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:40:02.217708 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Port 269fd57f-65f4-49fd-8239-b7784ce18132 on network 21170ba0-973b-46bf-98b0-ce03da12ded2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:40:02.218033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Attempting to bind port 269fd57f-65f4-49fd-8239-b7784ce18132 on network 21170ba0-973b-46bf-98b0-ce03da12ded2 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:40:02.224107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:40:02.224618 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Checking segment: {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:40:02.225197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Bound using segment: {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:40:02.225771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Bound port: 269fd57f-65f4-49fd-8239-b7784ce18132, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '896aec6f-9267-44ba-9fd1-e9bc42d5f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:40:02.226331 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:02.301429 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] For port 269fd57f-65f4-49fd-8239-b7784ce18132, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:40:02.305072 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] For port 269fd57f-65f4-49fd-8239-b7784ce18132, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=269fd57f-65f4-49fd-8239-b7784ce18132,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:40:02.430897 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:02.433143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1bf0da98-81af-4fad-ad66-0de7a0c784d5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:02.468188 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:02.468824 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:02.470405 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] 10.222.0.52 "PUT /v2.0/ports/269fd57f-65f4-49fd-8239-b7784ce18132 HTTP/1.1" status: 200 len: 1094 time: 0.9963529 Jun 16 16:40:02.470882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'tag': '269fd57f-65f4-49fd-8239-b7784ce18132'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:40:02.473266 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba788379-36d1-4a03-89d0-136c3d977467" -d '{"events": [{"name": "network-changed", "server_uuid": "089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b", "tag": "269fd57f-65f4-49fd-8239-b7784ce18132"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:40:02.501234 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=269fd57f-65f4-49fd-8239-b7784ce18132,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:02.505304 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:02.524145 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2dcee3-658a-45fa-a315-5de6ec817e20 x-openstack-request-id: req-fd2dcee3-658a-45fa-a315-5de6ec817e20 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:40:02.524471 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b", "tag": "269fd57f-65f4-49fd-8239-b7784ce18132", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:40:02.524774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fd2dcee3-658a-45fa-a315-5de6ec817e20 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:40:02.525216 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'tag': '269fd57f-65f4-49fd-8239-b7784ce18132', 'status': 'completed', 'code': 200} Jun 16 16:40:02.610177 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba788379-36d1-4a03-89d0-136c3d977467 req-2a1bd1a6-19f1-4869-bce3-d25479761bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:02.611853 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba788379-36d1-4a03-89d0-136c3d977467 req-2a1bd1a6-19f1-4869-bce3-d25479761bca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a11b1e9043714c7daeef69f44e71b22e&device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 1097 time: 0.0582693 Jun 16 16:40:02.718653 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba788379-36d1-4a03-89d0-136c3d977467 req-b88d681b-ef6e-44aa-bdba-d9fdddba1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:02.720163 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba788379-36d1-4a03-89d0-136c3d977467 req-b88d681b-ef6e-44aa-bdba-d9fdddba1f10 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a11b1e9043714c7daeef69f44e71b22e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0996397 Jun 16 16:40:02.821572 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba788379-36d1-4a03-89d0-136c3d977467 req-d0791471-1f3c-4cc7-86e9-c61834c40cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:02.823080 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba788379-36d1-4a03-89d0-136c3d977467 req-d0791471-1f3c-4cc7-86e9-c61834c40cdf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960858 Jun 16 16:40:02.927531 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-97907b7e-ab0c-48bc-b097-ce14bbe07043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:02.929044 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-97907b7e-ab0c-48bc-b097-ce14bbe07043 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a11b1e9043714c7daeef69f44e71b22e&device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 1097 time: 0.0531433 Jun 16 16:40:02.976249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-e8e6d5d7-85db-490a-873e-0dff27fe1056 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=269fd57f-65f4-49fd-8239-b7784ce18132 HTTP/1.1" status: 200 len: 217 time: 0.0374055 Jun 16 16:40:03.032008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-eee5eba3-f921-4ce2-8409-7ff0f5b71e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:03.033511 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-eee5eba3-f921-4ce2-8409-7ff0f5b71e47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cc197ac5-ee78-481b-b397-6204832809f7 HTTP/1.1" status: 200 len: 853 time: 0.0492465 Jun 16 16:40:03.071723 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-2a9f35c9-4e2b-4a29-823c-d95fcd82edfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=21170ba0-973b-46bf-98b0-ce03da12ded2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274391 Jun 16 16:40:03.173957 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-ba56c7df-49b4-4ec3-86aa-739d13b3a2f3 service neutron] 10.222.0.52 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900204 Jun 16 16:40:03.266888 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b87523a3-3c02-4359-9ab1-4ba404af5656 req-e7a92df1-de81-48ef-8333-919e71b61b79 service neutron] 10.222.0.52 "GET /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848331 Jun 16 16:40:03.406172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb2b19-e7d3-407d-87f7-a302538583a7 req-f7f48320-5cac-4b3c-b3e3-ecb88bfba943 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:03.407708 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bbfb2b19-e7d3-407d-87f7-a302538583a7 req-f7f48320-5cac-4b3c-b3e3-ecb88bfba943 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 944 time: 0.0803065 Jun 16 16:40:03.451183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bbfb2b19-e7d3-407d-87f7-a302538583a7 req-682525d2-1c7e-4808-951d-1a93db388acf tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Jun 16 16:40:04.632329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65516-b8b5-4b4d-919c-07dcef045be4 req-29d1eed1-cc83-4975-860f-7589234808b0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:04.633951 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59a65516-b8b5-4b4d-919c-07dcef045be4 req-29d1eed1-cc83-4975-860f-7589234808b0 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 944 time: 0.0697770 Jun 16 16:40:04.676311 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-59a65516-b8b5-4b4d-919c-07dcef045be4 req-e8aadc8e-75a4-458f-ab95-fe5d43a21fec tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357916 Jun 16 16:40:05.865984 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169be892-8496-48ce-bcce-1ad6ffdda0c3 req-6cb15989-c46c-4ae3-8177-c42cfbb7c032 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:05.867794 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-169be892-8496-48ce-bcce-1ad6ffdda0c3 req-6cb15989-c46c-4ae3-8177-c42cfbb7c032 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 944 time: 0.0761445 Jun 16 16:40:05.910835 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-169be892-8496-48ce-bcce-1ad6ffdda0c3 req-1dcbaed5-23b2-4b99-97ad-c4ede7d777b1 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360584 Jun 16 16:40:07.101359 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b68e6c-fb8a-4af1-950f-662464ba8180 req-4006dfe8-f840-409c-bad5-190468bf5733 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:07.103143 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e8b68e6c-fb8a-4af1-950f-662464ba8180 req-4006dfe8-f840-409c-bad5-190468bf5733 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 944 time: 0.0706484 Jun 16 16:40:07.144555 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e8b68e6c-fb8a-4af1-950f-662464ba8180 req-e7128437-e0bb-4fd9-922f-b34e69f93bc3 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Jun 16 16:40:07.391843 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-10ccfc70-a0aa-436c-aca5-933298eb3e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:07.692023 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 269fd57f-65f4-49fd-8239-b7784ce18132 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:40:07.805278 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 269fd57f-65f4-49fd-8239-b7784ce18132, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=269fd57f-65f4-49fd-8239-b7784ce18132,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:40:07.821159 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '269fd57f-65f4-49fd-8239-b7784ce18132', 'network_id': '21170ba0-973b-46bf-98b0-ce03da12ded2', 'port_id': '269fd57f-65f4-49fd-8239-b7784ce18132', 'mac_address': 'fa:16:3e:65:1d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc197ac5-ee78-481b-b397-6204832809f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:40:07.862500 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:07.878556 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269fd57f-65f4-49fd-8239-b7784ce18132 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:40:07.899107 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 269fd57f-65f4-49fd-8239-b7784ce18132, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=269fd57f-65f4-49fd-8239-b7784ce18132,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:40:08.001605 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:08.003370 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-404e14c0-2c5f-4e16-9371-87f4619f575c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:08.056758 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=269fd57f-65f4-49fd-8239-b7784ce18132,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:08.064338 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.064683 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.065021 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.065351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.065709 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.066102 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.066364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.066681 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.067006 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.067328 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.067646 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.067961 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:08.072210 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:08.323998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b098ac-52e0-4155-b84e-720d77f0cb9f req-0092e8b8-aac6-465c-88a8-29c190df6319 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:08.326231 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-09b098ac-52e0-4155-b84e-720d77f0cb9f req-0092e8b8-aac6-465c-88a8-29c190df6319 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 945 time: 0.0689170 Jun 16 16:40:08.366511 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-09b098ac-52e0-4155-b84e-720d77f0cb9f req-512fc84d-59d2-44c5-b79c-733abd5cc741 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Jun 16 16:40:08.525028 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['269fd57f-65f4-49fd-8239-b7784ce18132'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:40:09.557649 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3f13-af24-4652-b64c-fd9041e8820e req-f2969040-31c8-4218-8c56-ea91b1c9b6e9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:09.559773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e7ba3f13-af24-4652-b64c-fd9041e8820e req-f2969040-31c8-4218-8c56-ea91b1c9b6e9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 945 time: 0.0751886 Jun 16 16:40:09.602762 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e7ba3f13-af24-4652-b64c-fd9041e8820e req-47f077fa-4f66-4c8a-b017-18859628360b tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Jun 16 16:40:10.139489 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:10.185116 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bce81f0b-0468-4d5a-b4cd-a7de634c606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:10.808533 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5521291-5ad4-40d6-908f-86dec55e618a req-86b20763-2075-40ff-b0bd-f2f11f06fefa tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:10.811846 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e5521291-5ad4-40d6-908f-86dec55e618a req-86b20763-2075-40ff-b0bd-f2f11f06fefa tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 945 time: 0.0794365 Jun 16 16:40:10.855701 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e5521291-5ad4-40d6-908f-86dec55e618a req-218bc4f6-0f98-4870-9aba-c7fcd6c8e891 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373235 Jun 16 16:40:11.258886 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:11.691762 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 269fd57f-65f4-49fd-8239-b7784ce18132 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:40:11.835337 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 269fd57f-65f4-49fd-8239-b7784ce18132 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:40:11.840921 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 269fd57f-65f4-49fd-8239-b7784ce18132 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:40:11.841375 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:11.946191 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:11.990842 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269fd57f-65f4-49fd-8239-b7784ce18132'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:40:11.995345 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dedd6f-63ee-4ca2-bb57-3c76f524e778" -d '{"events": [{"server_uuid": "089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b", "name": "network-vif-plugged", "status": "completed", "tag": "269fd57f-65f4-49fd-8239-b7784ce18132"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:40:12.015787 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 269fd57f-65f4-49fd-8239-b7784ce18132, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=269fd57f-65f4-49fd-8239-b7784ce18132,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:40:12.098673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53b2f-060c-4457-b0db-113836e1df8d req-5a1054dc-5614-4f60-9e7b-298f104325b4 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:12.099899 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbf53b2f-060c-4457-b0db-113836e1df8d req-5a1054dc-5614-4f60-9e7b-298f104325b4 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 945 time: 0.1110759 Jun 16 16:40:12.118522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:12.126059 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ec58f2-7693-440e-b124-4b202bbaebed x-openstack-request-id: req-28ec58f2-7693-440e-b124-4b202bbaebed {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:40:12.126513 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b", "name": "network-vif-plugged", "status": "completed", "tag": "269fd57f-65f4-49fd-8239-b7784ce18132", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:40:12.126914 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-28ec58f2-7693-440e-b124-4b202bbaebed {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:40:12.127623 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269fd57f-65f4-49fd-8239-b7784ce18132', 'code': 200} Jun 16 16:40:12.128344 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-cb134432-8ef9-4cd6-bfff-1c19473a92b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:12.168802 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbf53b2f-060c-4457-b0db-113836e1df8d req-3d20c8c3-f724-458b-98ed-b7214ef91038 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Jun 16 16:40:12.218439 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=269fd57f-65f4-49fd-8239-b7784ce18132,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:12.223498 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:12.580056 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b75da-61af-4370-a095-3c4de01f9ddf req-438fc333-3975-4a70-bbe3-b3fa00c36d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:12.581717 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9e0b75da-61af-4370-a095-3c4de01f9ddf req-438fc333-3975-4a70-bbe3-b3fa00c36d9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 1099 time: 0.0615501 Jun 16 16:40:12.651873 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9e0b75da-61af-4370-a095-3c4de01f9ddf req-a541273a-b61d-4e14-b3be-0d3dbef63f5b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jun 16 16:40:13.087712 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:13.386380 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319c82e-d942-44e6-acb6-a6d249435502 req-221d7861-f54c-469a-9f44-63e54344b45b tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:13.388318 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7319c82e-d942-44e6-acb6-a6d249435502 req-221d7861-f54c-469a-9f44-63e54344b45b tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.0743856 Jun 16 16:40:13.434326 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7319c82e-d942-44e6-acb6-a6d249435502 req-a80aa4a5-b5a0-4df6-a42c-622d7564fea7 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355229 Jun 16 16:40:14.684257 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929643b-3556-42de-9e49-f8ad5af58572 req-5ef7befb-c812-4a9e-bd18-590d08f20a2b tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:14.685816 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0929643b-3556-42de-9e49-f8ad5af58572 req-5ef7befb-c812-4a9e-bd18-590d08f20a2b tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.0765064 Jun 16 16:40:14.733755 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0929643b-3556-42de-9e49-f8ad5af58572 req-c3dd08bf-8ebf-4bbd-8ea3-bae07a27a4de tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Jun 16 16:40:15.607527 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:15.919378 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069da2d-e808-487b-8af7-257ef41c2026 req-4214c5b4-ecb5-4d21-9f87-0504aa61ea6e tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:15.920951 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2069da2d-e808-487b-8af7-257ef41c2026 req-4214c5b4-ecb5-4d21-9f87-0504aa61ea6e tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.0711775 Jun 16 16:40:15.964052 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2069da2d-e808-487b-8af7-257ef41c2026 req-9e7f0ab7-b478-4df4-9303-de348f95e06d tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366964 Jun 16 16:40:30.635600 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:40:37.378155 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-614d6815-26cb-416a-aed7-8fa32c5f5363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:38.691045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef414d3-0f96-46bd-9b6f-0d858610c360 req-6b37a605-20a9-40b6-8617-ccdbc6d8aa7e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:38.692789 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aef414d3-0f96-46bd-9b6f-0d858610c360 req-6b37a605-20a9-40b6-8617-ccdbc6d8aa7e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0751362 Jun 16 16:40:38.746030 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aef414d3-0f96-46bd-9b6f-0d858610c360 req-414ef552-aed2-4059-a746-844085d2224c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 Jun 16 16:40:39.937969 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f9086-b9af-4e5c-b06a-6b11e6129f5f req-5969e06d-01e1-4d3a-afaa-efe50f6e5b39 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:39.939545 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-713f9086-b9af-4e5c-b06a-6b11e6129f5f req-5969e06d-01e1-4d3a-afaa-efe50f6e5b39 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0700583 Jun 16 16:40:39.982375 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-713f9086-b9af-4e5c-b06a-6b11e6129f5f req-f48c8311-ac77-4027-b70d-b45bf56a5fbf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367031 Jun 16 16:40:40.086648 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:40.138633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-b96a9913-16ae-4620-a6de-7ab5221f4570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:41.211000 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443a36-fdbb-4372-815e-541c3c2fc6ae req-323b4c0c-7f32-45b5-a9b4-d6fb638bf152 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:41.213231 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e5443a36-fdbb-4372-815e-541c3c2fc6ae req-323b4c0c-7f32-45b5-a9b4-d6fb638bf152 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0955215 Jun 16 16:40:41.260775 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e5443a36-fdbb-4372-815e-541c3c2fc6ae req-72b88b02-d4e5-4e88-8fde-8e3e5f0faefd tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 Jun 16 16:40:41.355609 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:41.725742 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-ae40e724-843e-4379-bdfc-57632705af82 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:41.727330 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-ae40e724-843e-4379-bdfc-57632705af82 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.0741591 Jun 16 16:40:41.851616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Deleting port 79989df1-8280-4896-bc9d-9559bb4ad708 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:40:41.851909 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:41.961424 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] For port 79989df1-8280-4896-bc9d-9559bb4ad708, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=79989df1-8280-4896-bc9d-9559bb4ad708,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:40:41.961928 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:42.517568 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:42.518284 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:42.518617 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Floating IP 593e196b-3f89-4877-831c-aa92754e2db4 disassociated. External IP: 172.27.3.221, port: 79989df1-8280-4896-bc9d-9559bb4ad708. Jun 16 16:40:42.519272 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Calling delete_port for 79989df1-8280-4896-bc9d-9559bb4ad708 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:40:42.668012 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf877e-c2b0-4399-a518-5aa6f3a51627 req-1be0e27a-4851-49ec-9c71-cb2f5eb7bbdd tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:42.669533 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-52cf877e-c2b0-4399-a518-5aa6f3a51627 req-1be0e27a-4851-49ec-9c71-cb2f5eb7bbdd tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 946 time: 0.2263842 Jun 16 16:40:42.755575 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-52cf877e-c2b0-4399-a518-5aa6f3a51627 req-4b84dbf5-938d-470b-8d2b-8c7832a548f6 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed7f1418-8979-4cf2-96bf-99da3073ab33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791428 Jun 16 16:40:42.921490 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:42.927752 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-12479f9a-66c7-4d5d-ab90-c3c59ff499df tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:42.961431 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event deleted for resources: {'Port': ['ID=79989df1-8280-4896-bc9d-9559bb4ad708,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:42.964942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:43.081821 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:43.099729 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Router 47b862f7-4353-44c8-aa56-843d11461a99 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:40:43.245303 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:40:43.256493 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:40:43.267272 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:40:43.268094 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:40:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:40:43.311999 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] No DVR routers for this DVR port 79989df1-8280-4896-bc9d-9559bb4ad708 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:40:43.316297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:43.321534 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-55250ca2-dde0-4956-b06f-d09eed356cfc req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "DELETE /v2.0/ports/79989df1-8280-4896-bc9d-9559bb4ad708 HTTP/1.1" status: 204 len: 173 time: 1.5856452 Jun 16 16:40:43.326901 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'name': 'network-vif-deleted', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:40:43.332444 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee1e2ca-e174-4a4b-a568-bc057b6d7d5c" -d '{"events": [{"server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "name": "network-vif-deleted", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:40:43.620218 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db89b5cb-f5f8-4086-a6f7-3bd2d6fed88a x-openstack-request-id: req-db89b5cb-f5f8-4086-a6f7-3bd2d6fed88a {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:40:43.621842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff33ec1-e9be-45c9-a50e-6a7a40b7242a", "name": "network-vif-deleted", "tag": "79989df1-8280-4896-bc9d-9559bb4ad708", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:40:43.621842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-db89b5cb-f5f8-4086-a6f7-3bd2d6fed88a {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:40:43.622369 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff33ec1-e9be-45c9-a50e-6a7a40b7242a', 'name': 'network-vif-deleted', 'tag': '79989df1-8280-4896-bc9d-9559bb4ad708', 'status': 'completed', 'code': 200} Jun 16 16:40:43.647510 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:40:43.973379 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d564553-98ea-4c3f-95ca-aaeefd510952 req-f8faf03a-58c6-4b5a-a531-2ace170461ff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0659869 Jun 16 16:40:44.005520 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:40:44.007079 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:40:44.019690 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:40:44.020499 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:40:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:40:44.170966 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:40:44.456663 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:40:44.460612 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8624ab9c-91e7-4ec3-8b62-9d2cf64dcb1c None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:40:44.730686 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9874f7-a968-4f96-832b-684b72cc374e None None] New status for floating IP 593e196b-3f89-4877-831c-aa92754e2db4: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:40:45.142974 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cc1c1b66-3556-4a1f-bcdc-0160b8d3b98e req-ff8b4655-de8f-4a36-a15a-9daf110f82b6 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=2ff33ec1-e9be-45c9-a50e-6a7a40b7242a HTTP/1.1" status: 200 len: 210 time: 0.0311487 Jun 16 16:40:45.560790 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:45.782069 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 79989df1-8280-4896-bc9d-9559bb4ad708 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:40:45.809850 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 79989df1-8280-4896-bc9d-9559bb4ad708 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:40:45.810245 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 79989df1-8280-4896-bc9d-9559bb4ad708 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:40:46.398131 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 34082) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:46.471388 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:46.503098 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:46.636243 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:46.642376 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:46.644287 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "DELETE /v2.0/security-groups/ed7f1418-8979-4cf2-96bf-99da3073ab33 HTTP/1.1" status: 204 len: 168 time: 0.2482061 Jun 16 16:40:46.645587 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-77d7a2dc-2f9d-430e-be56-32a7da137a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:46.657202 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34088) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:46.663612 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7f1418-8979-4cf2-96bf-99da3073ab33,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:46.665405 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.api.v2.resource [None req-ed8fcb06-7044-42d2-9fa9-5591e7325da1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] show failed (client error): The resource could not be found. Jun 16 16:40:46.666619 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ed8fcb06-7044-42d2-9fa9-5591e7325da1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups/ed7f1418-8979-4cf2-96bf-99da3073ab33 HTTP/1.1" status: 404 len: 347 time: 0.0168021 Jun 16 16:40:46.671812 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34090) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:46.675599 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.675975 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.676352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.676721 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.677084 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.677492 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.678014 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.678381 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.678741 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.679098 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.679455 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.679920 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:40:46.683994 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:46.833756 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Deleting port 7233fcbe-0ffa-4a1e-af81-668031db2857 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:40:46.834369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:46.940539 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:46.940797 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:47.058444 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Calling delete_port for 7233fcbe-0ffa-4a1e-af81-668031db2857 owned by network:floatingip {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:40:47.378068 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:47.380352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3e6a1413-0013-41d8-a95d-c209d328f859 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:47.405997 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event deleted for resources: {'Port': ['ID=7233fcbe-0ffa-4a1e-af81-668031db2857,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:47.409370 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:47.501811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:47.505148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:47.508335 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "DELETE /v2.0/floatingips/593e196b-3f89-4877-831c-aa92754e2db4 HTTP/1.1" status: 204 len: 168 time: 0.8353701 Jun 16 16:40:48.016957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34100) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:48.022466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512940447', 'description': 'tempest-description--1991952902'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:48.177990 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:48.294194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:48.423507 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:48.426305 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a0d95497-ca0d-4b72-a72c-e42b0abb6f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:48.456590 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34982630-ddea-4028-913d-6514cc12c491,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:48.459452 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:48.566668 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:48.568264 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c400e7ee-7273-4767-9758-7de97789160e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5496900 Jun 16 16:40:48.572341 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34104) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:48.578198 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'security_group_rule': {'security_group_id': '34982630-ddea-4028-913d-6514cc12c491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:48.670981 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc38847-6dc2-4a4e-9e26-99e249062fdc req-45a8d072-1c53-499f-bf79-6d5f533b7ab8 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:48.672588 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edc38847-6dc2-4a4e-9e26-99e249062fdc req-45a8d072-1c53-499f-bf79-6d5f533b7ab8 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.0897615 Jun 16 16:40:48.724028 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edc38847-6dc2-4a4e-9e26-99e249062fdc req-90864ce4-f7ba-4c83-81c5-acdce4026b1a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Jun 16 16:40:48.835088 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:48.918021 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.075725 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.078399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-887f368b-9a6d-4f8f-bab5-da8aad5e29c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:49.095231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066a4193-95a1-4664-8eac-2f850f83e396,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:49.100297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:49.252258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.253975 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ffce3a8f-c791-4459-a503-466d77db8a5d tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6804888 Jun 16 16:40:49.256656 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34108) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:49.262034 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'security_group_rule': {'security_group_id': '34982630-ddea-4028-913d-6514cc12c491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:49.406075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.471413 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.595337 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.600194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:49.616274 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009e6a82-807e-4be6-9464-81c44209287b,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:49.618863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:49.715176 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.716417 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-62fceb99-3483-463d-932e-20fc4a5e6111 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4587111 Jun 16 16:40:49.719895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34110) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:40:49.724426 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:49.865181 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:49.955464 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82653bc4-611a-4e96-8adb-81da0872c688 req-816fe15e-4de8-4be4-ab4c-261cbf21b8d9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:49.957141 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82653bc4-611a-4e96-8adb-81da0872c688 req-816fe15e-4de8-4be4-ab4c-261cbf21b8d9 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.1039219 Jun 16 16:40:50.029841 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82653bc4-611a-4e96-8adb-81da0872c688 req-249ee7dc-04aa-40ca-8767-571b56d42fcc tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Jun 16 16:40:50.049859 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:50.164202 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Allocated IP 172.27.3.25 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/adef292a-06de-4062-a2d0-4f451a3bf6a6) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:40:50.311724 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:50.464118 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:50.466210 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9bf8d264-6234-4997-84f8-efc08d6a6026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:50.506671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:40:50.512407 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:40:50.515126 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:40:50.539064 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'Port': ['ID=adef292a-06de-4062-a2d0-4f451a3bf6a6,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:50.543311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:50.606352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:50.741084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:50.903030 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.003767 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.007897 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-afe4bd32-4d3e-42c1-afba-e2d812dd5014 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:51.046640 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a320393-d83d-494f-9e59-e5529c649aab req-d3b6d566-2471-4a39-b795-bedbf9609d2f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:51.048225 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a320393-d83d-494f-9e59-e5529c649aab req-d3b6d566-2471-4a39-b795-bedbf9609d2f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.1004162 Jun 16 16:40:51.112499 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'Port': ['ID=adef292a-06de-4062-a2d0-4f451a3bf6a6,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:51.118892 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:51.147941 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.286211 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Deleting port 269fd57f-65f4-49fd-8239-b7784ce18132 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:40:51.287243 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.336230 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e90fb-5876-4b9f-a152-18043d55ca4d req-a003f548-18c1-42d0-a83b-7072b7c4c6cd tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:51.337929 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-404e90fb-5876-4b9f-a152-18043d55ca4d req-a003f548-18c1-42d0-a83b-7072b7c4c6cd tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 946 time: 0.1330936 Jun 16 16:40:51.338761 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.340030 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6191614 Jun 16 16:40:51.439751 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] For port 269fd57f-65f4-49fd-8239-b7784ce18132, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=269fd57f-65f4-49fd-8239-b7784ce18132,segment=NetworkSegment(896aec6f-9267-44ba-9fd1-e9bc42d5f960),segment_id=896aec6f-9267-44ba-9fd1-e9bc42d5f960)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:40:51.440139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.445367 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-404e90fb-5876-4b9f-a152-18043d55ca4d req-8ce781d7-fe7b-4e19-864d-cdd40ec9e09a tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/security-groups?id=bf4d6973-40a7-41c0-aeb0-1a1af19857bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730484 Jun 16 16:40:51.528004 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Calling delete_port for 269fd57f-65f4-49fd-8239-b7784ce18132 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:40:51.634946 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-11531888-86f9-4e55-8ffe-15169da00e32 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--512940447&fields=id&tenant_id=ce88b755a50b43458a0ee21a6dd8eda0 HTTP/1.1" status: 200 len: 267 time: 0.0610530 Jun 16 16:40:51.796090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-5ff41b55-72b0-4733-bf7f-d48f59b775c0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:51.797754 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-5ff41b55-72b0-4733-bf7f-d48f59b775c0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 810 time: 0.1516371 Jun 16 16:40:51.818197 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-e8b6a91c-1a57-4705-a188-b81efbbf5151 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/quotas/ce88b755a50b43458a0ee21a6dd8eda0 HTTP/1.1" status: 200 len: 375 time: 0.0112965 Jun 16 16:40:51.860966 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.866239 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-664c1360-60ea-40c0-aa04-088e47d79367 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:51.876307 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['269fd57f-65f4-49fd-8239-b7784ce18132'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:40:51.899879 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Pushing event deleted for resources: {'Port': ['ID=269fd57f-65f4-49fd-8239-b7784ce18132,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:51.908892 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:51.964047 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] No DVR routers for this DVR port 269fd57f-65f4-49fd-8239-b7784ce18132 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:40:51.968112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:51.970201 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a320393-d83d-494f-9e59-e5529c649aab req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.52 "DELETE /v2.0/ports/269fd57f-65f4-49fd-8239-b7784ce18132 HTTP/1.1" status: 204 len: 173 time: 0.9108510 Jun 16 16:40:51.970742 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'name': 'network-vif-deleted', 'tag': '269fd57f-65f4-49fd-8239-b7784ce18132'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:40:51.973167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1944408-0ce0-4412-ac70-c7a50e1f21b1" -d '{"events": [{"server_uuid": "089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b", "name": "network-vif-deleted", "tag": "269fd57f-65f4-49fd-8239-b7784ce18132"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:40:51.994414 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-02b950d1-1aff-4504-9452-a9b6a60a4331 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1702182 Jun 16 16:40:52.015326 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f280d1d4-d7af-4023-a73c-d7e76c4c81b3 x-openstack-request-id: req-f280d1d4-d7af-4023-a73c-d7e76c4c81b3 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:40:52.015722 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b", "name": "network-vif-deleted", "tag": "269fd57f-65f4-49fd-8239-b7784ce18132", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:40:52.016076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f280d1d4-d7af-4023-a73c-d7e76c4c81b3 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:40:52.016543 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b', 'name': 'network-vif-deleted', 'tag': '269fd57f-65f4-49fd-8239-b7784ce18132', 'status': 'completed', 'code': 200} Jun 16 16:40:52.120694 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-da8d0aa3-a896-4e14-92ce-b755f2cefe7e service neutron] 10.222.0.91 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073494 Jun 16 16:40:52.259807 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-5c0ea80b-b5df-42ad-84e9-120c9bad3601 service neutron] 10.222.0.91 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320627 Jun 16 16:40:52.679218 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8aa8af19-7772-42ee-9971-43c6b2139d56 req-dcc78065-d2eb-43c7-b799-a433919225b6 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 210 time: 0.0465550 Jun 16 16:40:52.710668 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-211b1f63-5ea5-4ef6-8317-4c4c71ff463d req-43665eb8-0856-43cf-abcb-4fd809b13da8 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] 10.222.0.91 "GET /v2.0/ports?device_id=089c56bc-0bb2-4752-bd8e-0fad2c1e6e2b HTTP/1.1" status: 200 len: 210 time: 0.0647089 Jun 16 16:40:53.859587 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47ced029-13fe-42a5-ac4e-0033515e20b4 req-cde72bcc-4827-4b72-8d5c-914051543afd tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 210 time: 0.0415306 Jun 16 16:40:55.012323 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdc8d89a-e867-4fb7-9c9d-cab03bb6fabd req-74467cbe-16d3-45e2-9a04-94f4ac8de3f4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 210 time: 0.0315804 Jun 16 16:40:55.847304 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 269fd57f-65f4-49fd-8239-b7784ce18132 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:40:55.867342 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-653bffbd-a02a-41db-b0ff-4dc4cd4b7f8c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:55.868816 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-653bffbd-a02a-41db-b0ff-4dc4cd4b7f8c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 810 time: 0.1140249 Jun 16 16:40:55.873143 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 269fd57f-65f4-49fd-8239-b7784ce18132 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:40:55.873542 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 269fd57f-65f4-49fd-8239-b7784ce18132 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:40:55.915143 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-f7383d51-b584-4701-8a8a-5f7aa245e094 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce88b755a50b43458a0ee21a6dd8eda0 HTTP/1.1" status: 200 len: 379 time: 0.0367446 Jun 16 16:40:55.928081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'port': {'device_id': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'admin_state_up': True, 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'security_groups': ['34982630-ddea-4028-913d-6514cc12c491']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:56.212053 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Made reservation on behalf of ce88b755a50b43458a0ee21a6dd8eda0 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:40:56.217316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:56.391611 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Allocated IP 172.20.0.5 (8598bfb7-94ee-454e-9f91-c421ff437025/da433d2d-a0c2-4c91-beb8-18beb4c062e2/d8f8f36d-5be1-4c3e-83c7-a52501242a8a) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:40:56.494881 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e943c815-d414-45a7-a5cc-d18eae129bca req-2a6d6d27-419c-4cf9-80cb-789cd7acce0f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 210 time: 0.3168247 Jun 16 16:40:56.630059 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:56.648214 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Transition to ACTIVE for port object d8f8f36d-5be1-4c3e-83c7-a52501242a8a will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:40:56.871282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:56.877737 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-dd279499-9663-42e6-835c-67e428120ff2 tempest-VolumesNegativeTest-1613552126 tempest-VolumesNegativeTest-1613552126-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:56.940075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Network 8598bfb7-94ee-454e-9f91-c421ff437025 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:40:56.944735 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:40:56.955464 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:40:56.998562 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event updated for resources: {'Port': ['ID=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:57.006154 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:57.046509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:57.047552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:57.144603 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2207038 Jun 16 16:40:57.161442 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Request body: {'port': {'device_id': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:40:57.273890 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:57.355122 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-40f1b8c5-2fd3-449f-b0f9-bc8ed7b3ab02 None None] Provisioning for port d8f8f36d-5be1-4c3e-83c7-a52501242a8a completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:40:57.360769 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-40f1b8c5-2fd3-449f-b0f9-bc8ed7b3ab02 None None] Provisioning complete for port d8f8f36d-5be1-4c3e-83c7-a52501242a8a triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:40:57.361230 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-40f1b8c5-2fd3-449f-b0f9-bc8ed7b3ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:57.404596 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-40f1b8c5-2fd3-449f-b0f9-bc8ed7b3ab02 None None] Port d8f8f36d-5be1-4c3e-83c7-a52501242a8a cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:40:57.611377 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f8f36d-5be1-4c3e-83c7-a52501242a8a {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:40:57.631665 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:57.646826 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Transition to ACTIVE for port object d8f8f36d-5be1-4c3e-83c7-a52501242a8a will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:40:57.742078 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cc94a-ebcb-41e0-96f1-a59bd66be774 req-a387b234-093c-448d-949b-732eb8360f12 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:57.744256 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-524cc94a-ebcb-41e0-96f1-a59bd66be774 req-a387b234-093c-448d-949b-732eb8360f12 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 931 time: 0.0764728 Jun 16 16:40:57.750235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:57.756006 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5f149047-b608-4bfc-8651-aa431d5a2f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:57.867350 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:57.873292 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:57.876678 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-524cc94a-ebcb-41e0-96f1-a59bd66be774 req-49f4d0aa-ffd7-4a84-a027-4b04f15fa926 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227052 Jun 16 16:40:57.968718 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Attempting to bind port d8f8f36d-5be1-4c3e-83c7-a52501242a8a on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:40:57.969253 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Attempting to bind port d8f8f36d-5be1-4c3e-83c7-a52501242a8a by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:40:57.969796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Attempting to bind port d8f8f36d-5be1-4c3e-83c7-a52501242a8a on network 8598bfb7-94ee-454e-9f91-c421ff437025 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:40:57.976814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Port d8f8f36d-5be1-4c3e-83c7-a52501242a8a on network 8598bfb7-94ee-454e-9f91-c421ff437025 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:40:57.977598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Attempting to bind port d8f8f36d-5be1-4c3e-83c7-a52501242a8a on network 8598bfb7-94ee-454e-9f91-c421ff437025 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:40:57.986032 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:40:57.986461 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Checking segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:40:57.986976 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Bound using segment: {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:40:57.987591 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Bound port: d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:40:57.988290 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:58.075460 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] For port d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:40:58.079566 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] For port d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:40:58.155803 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:58.160710 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:40:58.216277 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:58.217286 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:40:58.219549 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] 10.222.0.52 "PUT /v2.0/ports/d8f8f36d-5be1-4c3e-83c7-a52501242a8a HTTP/1.1" status: 200 len: 1093 time: 1.0659773 Jun 16 16:40:58.220362 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:40:58.224279 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460" -d '{"events": [{"name": "network-changed", "server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:40:58.266755 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:40:58.273060 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:40:58.293732 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a00614-0c94-42bc-b64a-bd212f8ffe43 x-openstack-request-id: req-18a00614-0c94-42bc-b64a-bd212f8ffe43 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:40:58.294487 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:40:58.294487 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-18a00614-0c94-42bc-b64a-bd212f8ffe43 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:40:58.295000 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'status': 'completed', 'code': 200} Jun 16 16:40:59.282062 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de856ef1-16b4-48ad-8f01-f7eff6e77500 req-9df41a69-23e0-4095-bc9b-26702e7adfa1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:40:59.283763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-de856ef1-16b4-48ad-8f01-f7eff6e77500 req-9df41a69-23e0-4095-bc9b-26702e7adfa1 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.1445622 Jun 16 16:40:59.336773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-de856ef1-16b4-48ad-8f01-f7eff6e77500 req-38c02243-beb7-48dc-8685-45735c3697b8 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459776 Jun 16 16:41:00.550842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea43250-8fe6-4e2a-9d2d-0b8698d4ef32 req-795ccd03-7a67-4662-8203-e5fdd7b25734 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:00.552555 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1ea43250-8fe6-4e2a-9d2d-0b8698d4ef32 req-795ccd03-7a67-4662-8203-e5fdd7b25734 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.0720427 Jun 16 16:41:00.601876 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1ea43250-8fe6-4e2a-9d2d-0b8698d4ef32 req-e30c7c0d-ce1e-45f7-b182-eae9b6c9f198 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391371 Jun 16 16:41:01.803845 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e8ce7-6aaf-4cc9-8e1e-95b0dd9d8558 req-36228978-936e-4e39-95e7-e01db6d8fe58 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:01.805830 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-874e8ce7-6aaf-4cc9-8e1e-95b0dd9d8558 req-36228978-936e-4e39-95e7-e01db6d8fe58 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.0792971 Jun 16 16:41:01.860997 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-874e8ce7-6aaf-4cc9-8e1e-95b0dd9d8558 req-61161920-39ed-400b-9cb5-85c3ba7e53c0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Jun 16 16:41:02.957066 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460 req-d087fd51-e75d-4475-867d-aa0d943e5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:02.958726 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460 req-d087fd51-e75d-4475-867d-aa0d943e5380 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 1096 time: 0.3779440 Jun 16 16:41:03.116130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460 req-d2895a99-226f-4b9e-8de7-d3978b02b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:03.117822 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460 req-d2895a99-226f-4b9e-8de7-d3978b02b85f service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1453445 Jun 16 16:41:03.215760 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d4f0d-b7fc-4df8-b882-77b1c68323ab req-377f27c6-d1fd-4715-9c50-40fca459c98e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:03.217310 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e93d4f0d-b7fc-4df8-b882-77b1c68323ab req-377f27c6-d1fd-4715-9c50-40fca459c98e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.1508396 Jun 16 16:41:03.277392 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460 req-fe311c19-d5c0-4674-a83d-3cb8f6aefe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:03.278949 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f55bb292-5ad7-4e3c-9af0-7fc462dc9460 req-fe311c19-d5c0-4674-a83d-3cb8f6aefe50 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1501451 Jun 16 16:41:03.285595 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e93d4f0d-b7fc-4df8-b882-77b1c68323ab req-b51613fa-2de9-48ea-a468-ebdd39d168d8 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619538 Jun 16 16:41:03.396078 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-1fcfc17b-a06d-41c5-9a69-5233c8800729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:03.398081 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-1fcfc17b-a06d-41c5-9a69-5233c8800729 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 1096 time: 0.0615127 Jun 16 16:41:03.446463 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-91b7d097-97ea-47c8-9b38-8d51cbd6457b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a HTTP/1.1" status: 200 len: 217 time: 0.0367253 Jun 16 16:41:03.500296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-eb33ff46-76db-4281-90ba-6b1ce670e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:03.501731 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-eb33ff46-76db-4281-90ba-6b1ce670e17f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0467191 Jun 16 16:41:03.568199 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-eef66b20-3c81-48cd-bf58-a8c1d946420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:03.569742 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-eef66b20-3c81-48cd-bf58-a8c1d946420d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603993 Jun 16 16:41:03.677444 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-b430b8dc-0f5e-4679-abf3-acf1be70b2b9 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953526 Jun 16 16:41:03.790567 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bab2841b-bb5d-474d-b74c-9d9ce9d880da req-4ba28076-b716-4515-b940-6859d82c3bf8 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021461 Jun 16 16:41:04.484164 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133c235-d110-40d1-a30a-64b56973a0c9 req-bb449b63-e140-494f-9d73-c1babf8f3e44 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:04.486933 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d133c235-d110-40d1-a30a-64b56973a0c9 req-bb449b63-e140-494f-9d73-c1babf8f3e44 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.0758910 Jun 16 16:41:04.531322 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d133c235-d110-40d1-a30a-64b56973a0c9 req-dcf62089-fe0a-4bc7-94db-c2496d19c397 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Jun 16 16:41:05.737379 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f0009-0009-4d7d-b967-153e578ca842 req-999318c2-d281-4c01-b169-bab77e21c4b4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:05.740293 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b38f0009-0009-4d7d-b967-153e578ca842 req-999318c2-d281-4c01-b169-bab77e21c4b4 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.0857351 Jun 16 16:41:05.799639 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b38f0009-0009-4d7d-b967-153e578ca842 req-7c42699c-39d7-45c1-92e0-fe7c771648f8 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490484 Jun 16 16:41:06.999956 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac8bf1-6132-47c1-a5be-fc5f14bf6378 req-e3c11113-2f06-4fe7-9341-9823aeb670d0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:07.001840 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcac8bf1-6132-47c1-a5be-fc5f14bf6378 req-e3c11113-2f06-4fe7-9341-9823aeb670d0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.0670476 Jun 16 16:41:07.043814 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcac8bf1-6132-47c1-a5be-fc5f14bf6378 req-04987ffc-34c7-4e04-98df-c48c419b826c tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359044 Jun 16 16:41:07.406125 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-73b2f7f8-e886-4e3b-bec7-c245201c51f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:07.634679 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:41:07.908970 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d8f8f36d-5be1-4c3e-83c7-a52501242a8a details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:41:08.011940 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:41:08.019017 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'port_id': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'mac_address': 'fa:16:3e:a6:e1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:41:08.055084 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:08.067295 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f8f36d-5be1-4c3e-83c7-a52501242a8a {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:41:08.092548 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:41:08.237668 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1252e9-f452-492a-8d53-20a376d20438 req-15248f35-fab8-4410-82d0-c7521a1cf169 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:08.239186 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc1252e9-f452-492a-8d53-20a376d20438 req-15248f35-fab8-4410-82d0-c7521a1cf169 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 943 time: 0.0689418 Jun 16 16:41:08.264085 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:08.268185 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:41:08.283661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc1252e9-f452-492a-8d53-20a376d20438 req-f7bb1bc0-8316-4800-ae99-aaa89afc18eb tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366478 Jun 16 16:41:08.327609 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:41:08.336048 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.336351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.336791 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.337160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.337522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.337861 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.338319 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.338654 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.339015 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.339344 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.339670 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.340130 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:08.344913 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:41:08.848842 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['d8f8f36d-5be1-4c3e-83c7-a52501242a8a'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:41:09.484946 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298b610-ebd2-4634-b553-e65b0945b4be req-b094bc03-d54c-4c34-a616-a72e779c5243 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:09.486707 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8298b610-ebd2-4634-b553-e65b0945b4be req-b094bc03-d54c-4c34-a616-a72e779c5243 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 944 time: 0.0779853 Jun 16 16:41:09.525788 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8298b610-ebd2-4634-b553-e65b0945b4be req-607941bd-a50d-48d2-a734-f071131fc0f9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329771 Jun 16 16:41:10.154824 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:10.183761 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-14d62766-db28-43ab-aab4-2f95c5ce2054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:10.708512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50736096-3b0b-48b3-ad36-c346842a73eb req-71576219-b915-4c9f-a74d-f214a51ba280 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:10.716939 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-50736096-3b0b-48b3-ad36-c346842a73eb req-71576219-b915-4c9f-a74d-f214a51ba280 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 944 time: 0.0661111 Jun 16 16:41:10.771763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-50736096-3b0b-48b3-ad36-c346842a73eb req-9c957869-86f9-4f44-85f1-6a118b4cc723 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489342 Jun 16 16:41:11.337559 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:11.969956 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe7de-280e-4105-84cf-52efabeaf5e0 req-a77c9959-f568-4e80-9326-72362b313777 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:11.971477 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-68fbe7de-280e-4105-84cf-52efabeaf5e0 req-a77c9959-f568-4e80-9326-72362b313777 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 944 time: 0.0755832 Jun 16 16:41:12.013577 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-68fbe7de-280e-4105-84cf-52efabeaf5e0 req-ef12f724-66ad-4131-89da-5c909db181aa tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359645 Jun 16 16:41:13.015693 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d8f8f36d-5be1-4c3e-83c7-a52501242a8a up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:41:13.068735 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:13.194337 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port d8f8f36d-5be1-4c3e-83c7-a52501242a8a completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:41:13.199547 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port d8f8f36d-5be1-4c3e-83c7-a52501242a8a triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:41:13.200109 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:13.211132 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c8433-b148-4aaf-baa5-2f9e8ba3ef12 req-002d6f30-16a8-40b5-8dde-185481cee80b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:13.212703 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6e6c8433-b148-4aaf-baa5-2f9e8ba3ef12 req-002d6f30-16a8-40b5-8dde-185481cee80b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 944 time: 0.0699649 Jun 16 16:41:13.263090 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6e6c8433-b148-4aaf-baa5-2f9e8ba3ef12 req-fb83627f-2c17-4b43-9a4c-4ba7e5466d37 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382054 Jun 16 16:41:13.294221 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:13.320030 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:41:13.322757 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d898831-24a9-4f87-9b91-4a21f4fb85d2" -d '{"events": [{"server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "name": "network-vif-plugged", "status": "completed", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:41:13.339320 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:41:13.363372 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c43b02-b7ed-495d-9498-6702fcfd69fa x-openstack-request-id: req-f2c43b02-b7ed-495d-9498-6702fcfd69fa {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:41:13.363924 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "name": "network-vif-plugged", "status": "completed", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:41:13.371703 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f2c43b02-b7ed-495d-9498-6702fcfd69fa {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:41:13.371703 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'code': 200} Jun 16 16:41:13.434914 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:13.437775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:41:13.526788 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:41:13.532120 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:41:14.449575 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b0d1-dccf-4846-9f39-ccb9e618fd1b req-8b1688e3-3d97-47d6-b9fd-724cbf7e034a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:14.451280 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0c96b0d1-dccf-4846-9f39-ccb9e618fd1b req-8b1688e3-3d97-47d6-b9fd-724cbf7e034a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0693500 Jun 16 16:41:14.491116 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0c96b0d1-dccf-4846-9f39-ccb9e618fd1b req-c8c8a50d-2fc4-456e-8ec6-d0a637256019 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333297 Jun 16 16:41:15.566042 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:15.687508 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375253b-bc30-4a2f-83fc-9e8487b3b1a9 req-49fc3e7d-5149-49f1-84fa-5f8e0ea9dc52 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:15.689115 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d375253b-bc30-4a2f-83fc-9e8487b3b1a9 req-49fc3e7d-5149-49f1-84fa-5f8e0ea9dc52 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0795064 Jun 16 16:41:15.731948 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d375253b-bc30-4a2f-83fc-9e8487b3b1a9 req-b1209dd5-ab13-40db-8148-cbb6e1a9120e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360539 Jun 16 16:41:16.546111 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-14db7283-ab70-49e7-b125-b93e8f175f4c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1183739 Jun 16 16:41:16.749205 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-2120c506-ad17-471f-b531-cc40c70d6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:16.750789 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-2120c506-ad17-471f-b531-cc40c70d6fa4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.0594988 Jun 16 16:41:17.081338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-00544e52-a911-4ca7-8923-a2c48c2917dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:17.083863 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-00544e52-a911-4ca7-8923-a2c48c2917dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.3064656 Jun 16 16:41:17.184606 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ca81b-dd1f-40c8-aa2e-9652b3194836 req-bf7caf9d-a518-401c-bd3e-891a91a6d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:17.187255 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2e9ca81b-dd1f-40c8-aa2e-9652b3194836 req-bf7caf9d-a518-401c-bd3e-891a91a6d390 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 1098 time: 0.3491280 Jun 16 16:41:17.223592 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60aaf2-a83c-491f-afbf-f11bb473bfdb req-76bef914-6106-4dca-be09-1ad5fa8fbcca tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:17.226220 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9a60aaf2-a83c-491f-afbf-f11bb473bfdb req-76bef914-6106-4dca-be09-1ad5fa8fbcca tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.3697069 Jun 16 16:41:17.300904 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-213d1450-dd6b-4bcb-970a-2280ad3b3d18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1002 time: 0.2042146 Jun 16 16:41:17.390594 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2e9ca81b-dd1f-40c8-aa2e-9652b3194836 req-eb11bd86-90c1-454c-a1dd-945dee8f8157 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935439 Jun 16 16:41:17.415732 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9a60aaf2-a83c-491f-afbf-f11bb473bfdb req-4364a17d-85d9-4365-8269-1c7c0a29f00f tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692464 Jun 16 16:41:17.436290 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-87a7c923-0079-4e92-a874-589ce8177663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:17.439100 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-87a7c923-0079-4e92-a874-589ce8177663 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.1252794 Jun 16 16:41:17.707158 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-b20305e6-6a40-412c-a93c-4880a20e7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:17.708719 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-b20305e6-6a40-412c-a93c-4880a20e7774 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603466 Jun 16 16:41:17.725004 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-50e209a2-40cf-488c-b6b6-090bb78e9b94 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:41:17.726312 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-50e209a2-40cf-488c-b6b6-090bb78e9b94 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072923 Jun 16 16:41:17.846693 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-39cc5411-6654-4275-9826-02fedfaeec7c service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904608 Jun 16 16:41:17.957831 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7415888e-635d-4e3d-9ccb-8dae0dc3d430 req-f8e39af9-7e4a-44da-812a-e319e49a1745 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996523 Jun 16 16:41:18.635760 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fe120-ce0e-40c1-96ee-f49aba04243a req-a1387950-a5ea-4587-adfa-7b212cffc346 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:18.637712 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-518fe120-ce0e-40c1-96ee-f49aba04243a req-a1387950-a5ea-4587-adfa-7b212cffc346 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0780342 Jun 16 16:41:18.690952 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-518fe120-ce0e-40c1-96ee-f49aba04243a req-aa52e258-dd02-463d-9be8-68b1d75d2a9b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Jun 16 16:41:19.934735 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef36415-d3eb-4fac-b5fb-8209688eb62d req-ccc60d60-c8ca-4df6-b61e-52e76f6eb946 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:19.936308 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7ef36415-d3eb-4fac-b5fb-8209688eb62d req-ccc60d60-c8ca-4df6-b61e-52e76f6eb946 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.1043646 Jun 16 16:41:19.988922 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7ef36415-d3eb-4fac-b5fb-8209688eb62d req-c2a3f084-ab60-464e-aa6f-e16f9b90d95b tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Jun 16 16:41:20.218347 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c6135-db87-4494-8fa3-6858b68dbd5c req-5deeb45f-cf5e-4548-adf4-db662d3878ca tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:20.220037 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-262c6135-db87-4494-8fa3-6858b68dbd5c req-5deeb45f-cf5e-4548-adf4-db662d3878ca tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0823195 Jun 16 16:41:20.231808 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 34332) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:41:20.237304 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Request body: {'floatingip': {'port_id': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:41:20.286334 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:20.928670 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:21.097226 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:21.209797 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Floating IP cae449f2-3619-4385-801b-557a23e514d8 associated. External IP: 172.27.3.25, port: d8f8f36d-5be1-4c3e-83c7-a52501242a8a. Jun 16 16:41:21.475096 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Router 47b862f7-4353-44c8-aa56-843d11461a99 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:41:21.616321 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:41:21.623217 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:21.658160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:41:21.658160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:41:21.658160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:41:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:21.705502 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bd92f471-dbc3-43f0-84a3-15170eae8e18 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "PUT /v2.0/floatingips/cae449f2-3619-4385-801b-557a23e514d8 HTTP/1.1" status: 200 len: 990 time: 1.4719303 Jun 16 16:41:21.706510 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:41:21.710811 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b00162-48b5-4068-8b7a-c6aa9a8904c6" -d '{"events": [{"name": "network-changed", "server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:41:21.763169 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802eda0c-4e39-4ca8-907b-e9b1a000589d x-openstack-request-id: req-802eda0c-4e39-4ca8-907b-e9b1a000589d {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:41:21.763698 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:41:21.764191 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-802eda0c-4e39-4ca8-907b-e9b1a000589d {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:41:21.765596 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'status': 'completed', 'code': 200} Jun 16 16:41:21.810743 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:41:21.890214 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-03a1e8ed-2a36-4dd4-a5fd-59f3e96760e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:21.892586 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-03a1e8ed-2a36-4dd4-a5fd-59f3e96760e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 1098 time: 0.0960395 Jun 16 16:41:22.014429 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-70e0a8ff-3ef6-435e-a22a-e210f8cba55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:22.016202 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-70e0a8ff-3ef6-435e-a22a-e210f8cba55e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 200 len: 912 time: 0.1098347 Jun 16 16:41:22.100490 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-4f76ace8-7d6a-411c-a370-e3340f2d0904 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a HTTP/1.1" status: 200 len: 998 time: 0.0738876 Jun 16 16:41:22.160096 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'cae449f2-3619-4385-801b-557a23e514d8', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'port_id': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'mac_address': 'fa:16:3e:a6:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:40:50Z', 'updated_at': '2021-06-16T16:41:20Z', 'revision_number': 1, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:22.166089 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:41:22.168257 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-e3b7f654-bb4e-400c-a29a-2105bbf0c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:22.170067 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-e3b7f654-bb4e-400c-a29a-2105bbf0c3b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 200 len: 849 time: 0.0579865 Jun 16 16:41:22.181719 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:41:22.182866 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:41:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:22.243149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-4deec4f0-7857-4e5f-9d66-705240b97931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:22.244773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-4deec4f0-7857-4e5f-9d66-705240b97931 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8598bfb7-94ee-454e-9f91-c421ff437025&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634377 Jun 16 16:41:22.364032 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:41:22.369691 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-1a2b9079-4dfa-4e95-9ae0-8f6fd76a174d service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167397 Jun 16 16:41:22.504944 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94b00162-48b5-4068-8b7a-c6aa9a8904c6 req-dc091f67-1fbb-47fc-a4a1-726a46c77544 service neutron] 10.222.0.52 "GET /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253440 Jun 16 16:41:22.631104 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'cae449f2-3619-4385-801b-557a23e514d8', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'port_id': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'mac_address': 'fa:16:3e:a6:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:40:50Z', 'updated_at': '2021-06-16T16:41:20Z', 'revision_number': 1, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:22.634800 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19c968-b45a-47d4-8c17-e4d0c250b9b1 None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': 'cae449f2-3619-4385-801b-557a23e514d8', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'port_id': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'mac_address': 'fa:16:3e:a6:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:40:50Z', 'updated_at': '2021-06-16T16:41:20Z', 'revision_number': 1, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:41:22.849574 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c7135-f5a1-4ba2-9333-2e80d86e170e None None] New status for floating IP cae449f2-3619-4385-801b-557a23e514d8: ACTIVE {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:41:29.430194 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 34424) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:41:29.482036 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Deleting subnet cc197ac5-ee78-481b-b397-6204832809f7 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:41:29.485790 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:29.715244 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:29.755291 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:29.904049 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:29.907049 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:41:29.933329 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc197ac5-ee78-481b-b397-6204832809f7,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:41:29.936034 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:41:29.939468 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:29.942063 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b4a1524e-4d5f-4546-8e31-cddddad4db3a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/cc197ac5-ee78-481b-b397-6204832809f7 HTTP/1.1" status: 204 len: 168 time: 0.5098281 Jun 16 16:41:29.943864 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 34428) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:41:30.021015 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.113813 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.125719 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21170ba0-973b-46bf-98b0-ce03da12ded2']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:30.138592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896aec6f-9267-44ba-9fd1-e9bc42d5f960') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:30.138895 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896aec6f-9267-44ba-9fd1-e9bc42d5f960') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:41:30.148800 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.164278 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.171457 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:41:30.172120 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:41:30.174196 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:41:30.309353 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.313633 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:41:30.316222 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.323270 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] 10.222.0.91 "DELETE /v2.0/networks/21170ba0-973b-46bf-98b0-ce03da12ded2 HTTP/1.1" status: 204 len: 168 time: 0.3733549 Jun 16 16:41:30.330428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Pushing event deleted for resources: {'Network': ['ID=21170ba0-973b-46bf-98b0-ce03da12ded2,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:41:30.334183 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-6795e6dc-33ff-4b71-92cd-cef6cf6ac816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:41:30.692395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34434) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:41:30.735821 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-01fbd40e-40ee-4a2a-adea-81a97e73f8f2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a11b1e9043714c7daeef69f44e71b22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421441 Jun 16 16:41:30.738595 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 34436) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:41:30.791194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.817036 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.966385 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.970066 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:30.971982 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/bf4d6973-40a7-41c0-aeb0-1a1af19857bc HTTP/1.1" status: 204 len: 168 time: 0.2322114 Jun 16 16:41:30.973499 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-51af1705-db8f-4d28-9244-75a01ec70a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:41:30.986584 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d6973-40a7-41c0-aeb0-1a1af19857bc,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:41:30.998593 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:30.999156 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:30.999652 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.000143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.000629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.001148 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.001706 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.002297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.002800 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.003556 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.004159 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.004641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:41:31.009021 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:41:37.360277 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e604f450-abd2-4b2f-9180-e8e41edb25bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:38.778725 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b7888-0691-4d1d-b0f8-2f75580a2eb2 req-2d9923aa-2400-4234-ab76-c0774172b6ca tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:38.780374 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e38b7888-0691-4d1d-b0f8-2f75580a2eb2 req-2d9923aa-2400-4234-ab76-c0774172b6ca tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0739992 Jun 16 16:41:38.824717 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e38b7888-0691-4d1d-b0f8-2f75580a2eb2 req-4dccac08-d9e8-4749-8db7-a6649dfa4945 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379627 Jun 16 16:41:40.019031 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9db73-4048-4938-8f73-7d32555c94e5 req-3341ffba-957b-4174-89dd-271d40d08770 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:40.020906 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f0c9db73-4048-4938-8f73-7d32555c94e5 req-3341ffba-957b-4174-89dd-271d40d08770 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0704205 Jun 16 16:41:40.064109 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f0c9db73-4048-4938-8f73-7d32555c94e5 req-77fa51cd-1a64-4b63-852b-33dfe75efffd tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358150 Jun 16 16:41:40.194983 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:40.234443 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-75ced9f1-6629-4c65-864a-f0722b71595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:41.291227 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893021b0-a48e-4950-ba9e-5dc6afdb5294 req-17c42385-9158-4bdd-ba7c-b3cb14ff3e97 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:41.293993 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-893021b0-a48e-4950-ba9e-5dc6afdb5294 req-17c42385-9158-4bdd-ba7c-b3cb14ff3e97 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0982366 Jun 16 16:41:41.297318 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:41.341559 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-893021b0-a48e-4950-ba9e-5dc6afdb5294 req-b6927e24-8c6f-4230-82d2-64cfc504e2e6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Jun 16 16:41:42.543504 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588c5e0-0926-4bca-ab73-a6fd32f65b44 req-0f5da95a-40b0-4508-b147-3b1096912a75 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:42.545342 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7588c5e0-0926-4bca-ab73-a6fd32f65b44 req-0f5da95a-40b0-4508-b147-3b1096912a75 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0726917 Jun 16 16:41:42.589731 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7588c5e0-0926-4bca-ab73-a6fd32f65b44 req-4d6349aa-fa80-406b-93c9-2ea4a205f4b5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382166 Jun 16 16:41:43.034254 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:43.780943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61512c4-7db0-4ef4-bffa-d35d874db556 req-e6fae588-24a8-46a9-8207-541fb2aaa157 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:43.782612 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b61512c4-7db0-4ef4-bffa-d35d874db556 req-e6fae588-24a8-46a9-8207-541fb2aaa157 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0752480 Jun 16 16:41:43.828374 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b61512c4-7db0-4ef4-bffa-d35d874db556 req-8b89b4e2-a1de-4841-b1f6-5c380be326b3 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 Jun 16 16:41:44.634511 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:41:45.026933 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cdf88-a5ff-4569-9b7b-3d8a407a8c4e req-793c966e-5a4b-4b28-b311-ad1d36e9b132 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:45.028422 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8e8cdf88-a5ff-4569-9b7b-3d8a407a8c4e req-793c966e-5a4b-4b28-b311-ad1d36e9b132 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0799949 Jun 16 16:41:45.085794 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8e8cdf88-a5ff-4569-9b7b-3d8a407a8c4e req-27270c01-c5f9-4024-9d67-996206ebd93f tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508175 Jun 16 16:41:45.555761 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:41:46.297744 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0ae76-ff09-4378-a77e-f315eb4f8a8f req-6fc8a003-15db-4d72-abbc-c3809a4a18e6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:46.299500 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b0e0ae76-ff09-4378-a77e-f315eb4f8a8f req-6fc8a003-15db-4d72-abbc-c3809a4a18e6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0827692 Jun 16 16:41:46.360908 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b0e0ae76-ff09-4378-a77e-f315eb4f8a8f req-d9fb828d-b6f3-4243-8a69-f8d9d130603a tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535882 Jun 16 16:41:47.578051 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467c2d-7720-417d-92b1-ba880cd43051 req-7a7332ca-14c0-4b98-95e4-21f10cd9f289 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:47.579769 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5e467c2d-7720-417d-92b1-ba880cd43051 req-7a7332ca-14c0-4b98-95e4-21f10cd9f289 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0811718 Jun 16 16:41:47.637225 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5e467c2d-7720-417d-92b1-ba880cd43051 req-31e9e866-d22d-43fa-892e-93bf96e39b6b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459065 Jun 16 16:41:48.837861 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23ac3d-5a5f-4da5-b096-524710c19df1 req-b11eac32-31b8-4ecb-99fb-29c11bdca3ac tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:48.839487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f23ac3d-5a5f-4da5-b096-524710c19df1 req-b11eac32-31b8-4ecb-99fb-29c11bdca3ac tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0746849 Jun 16 16:41:48.882403 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f23ac3d-5a5f-4da5-b096-524710c19df1 req-b9940470-8adf-41ed-8637-f4a4d60db2e0 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365386 Jun 16 16:41:50.355113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf1d2-b292-4919-bbd5-56e40bdfbe1e req-e1eaea7e-6eaf-4ceb-a35a-82e1a7251653 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:50.356898 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-789cf1d2-b292-4919-bbd5-56e40bdfbe1e req-e1eaea7e-6eaf-4ceb-a35a-82e1a7251653 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0770400 Jun 16 16:41:50.401565 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-789cf1d2-b292-4919-bbd5-56e40bdfbe1e req-ff8d3db9-97de-4c64-984a-7f56212043a3 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375698 Jun 16 16:41:51.626375 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6a9bd-936c-46f9-b5e9-faa1cebcd510 req-51b057f8-874a-4fb2-a279-3522f47922f4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:51.627992 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcd6a9bd-936c-46f9-b5e9-faa1cebcd510 req-51b057f8-874a-4fb2-a279-3522f47922f4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0691521 Jun 16 16:41:51.688289 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcd6a9bd-936c-46f9-b5e9-faa1cebcd510 req-96d5a531-d002-44c4-a775-27216296a7ea tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533688 Jun 16 16:41:52.925283 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fa3bb-18e8-45e3-bbd9-24ebb8dc2bf6 req-32796ee7-83e9-430b-9d22-86edc50741b8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:52.927060 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c5fa3bb-18e8-45e3-bbd9-24ebb8dc2bf6 req-32796ee7-83e9-430b-9d22-86edc50741b8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.1095965 Jun 16 16:41:52.989049 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c5fa3bb-18e8-45e3-bbd9-24ebb8dc2bf6 req-10cfa425-f67b-47e4-b520-89c836d9007e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543799 Jun 16 16:41:54.223954 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c8468-820b-439b-8639-9fe98596d983 req-5bd6acea-c3ac-4dd0-b86e-5b2fcf75c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:54.226714 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-5bd6acea-c3ac-4dd0-b86e-5b2fcf75c62c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.1512229 Jun 16 16:41:54.384258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c49aa9-028b-454c-b6c1-e155f6e0e88a req-ee027d96-38af-4c46-bea1-822d5a66c4ca tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:54.387771 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1c49aa9-028b-454c-b6c1-e155f6e0e88a req-ee027d96-38af-4c46-bea1-822d5a66c4ca tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.2383006 Jun 16 16:41:54.466824 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c8468-820b-439b-8639-9fe98596d983 req-e17e1821-b475-45c5-b8f3-9708a8fa474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:54.468661 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-e17e1821-b475-45c5-b8f3-9708a8fa474e service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.2295065 Jun 16 16:41:54.476562 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1c49aa9-028b-454c-b6c1-e155f6e0e88a req-e69e6d60-19d7-4f7f-a20a-0e271e04d7de tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773840 Jun 16 16:41:54.540842 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-a03d90ba-502c-407f-9e14-a83c11b6501b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1002 time: 0.0623603 Jun 16 16:41:54.603598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c8468-820b-439b-8639-9fe98596d983 req-26179a7c-6d76-4b58-84f0-88ba5af7cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:54.605803 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-26179a7c-6d76-4b58-84f0-88ba5af7cf69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0564041 Jun 16 16:41:54.684772 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c8468-820b-439b-8639-9fe98596d983 req-2dbdb9e4-b000-4e40-b0ad-60c86cb6561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:54.686347 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-2dbdb9e4-b000-4e40-b0ad-60c86cb6561d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0630422 Jun 16 16:41:54.785249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-27173aad-99c5-4dd2-8d9e-e595991090a1 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906518 Jun 16 16:41:54.894151 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bb9c8468-820b-439b-8639-9fe98596d983 req-9ebc0295-07a2-458a-9d5e-e3d4eda73b83 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964322 Jun 16 16:41:55.691306 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4f28f-c29e-40f9-9ba1-26be3ae9ddfe req-f6ba949b-ee9c-402c-80e9-169b288f6f73 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:55.693251 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83a4f28f-c29e-40f9-9ba1-26be3ae9ddfe req-f6ba949b-ee9c-402c-80e9-169b288f6f73 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0871589 Jun 16 16:41:55.744147 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83a4f28f-c29e-40f9-9ba1-26be3ae9ddfe req-362bd282-2323-4953-8578-db256e7d64cf tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Jun 16 16:41:56.968849 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c2211-72b2-42e5-9265-feb1d95db82b req-418aa823-67ca-4e02-93b8-12405a393428 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:56.970828 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a8c2211-72b2-42e5-9265-feb1d95db82b req-418aa823-67ca-4e02-93b8-12405a393428 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0820653 Jun 16 16:41:57.038142 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0a8c2211-72b2-42e5-9265-feb1d95db82b req-55586921-0e31-4224-8264-744970eacc2a tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601733 Jun 16 16:41:58.259432 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7e3ee-c9b8-4cd1-a198-6fe8e373cdca req-6d1fe352-26de-4c55-ba99-f60b160e1b3c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:58.262606 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21b7e3ee-c9b8-4cd1-a198-6fe8e373cdca req-6d1fe352-26de-4c55-ba99-f60b160e1b3c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0807006 Jun 16 16:41:58.333162 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21b7e3ee-c9b8-4cd1-a198-6fe8e373cdca req-e39204c7-3593-4013-bd85-ff69d5eedb12 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630510 Jun 16 16:41:59.568278 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e6bf1-de9d-4480-805f-fa93ed327b84 req-6c72bfef-c84e-4c2a-b893-ec88c7a19ffe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:41:59.569878 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6a6e6bf1-de9d-4480-805f-fa93ed327b84 req-6c72bfef-c84e-4c2a-b893-ec88c7a19ffe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0851626 Jun 16 16:41:59.619995 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6a6e6bf1-de9d-4480-805f-fa93ed327b84 req-5ede9bdb-74fa-476f-98d1-4b8ef9cea18e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 Jun 16 16:42:00.345621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a33b8-7067-473d-8940-b4803712154a req-fa172fd2-65b2-40e4-b28b-ffbc2d39ce7b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:00.348400 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-696a33b8-7067-473d-8940-b4803712154a req-fa172fd2-65b2-40e4-b28b-ffbc2d39ce7b tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.1042557 Jun 16 16:42:00.414981 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-696a33b8-7067-473d-8940-b4803712154a req-f5d2aafa-86c2-4dc2-a6ff-a86661f1f8a5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584905 Jun 16 16:42:00.484450 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 34590) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:42:00.624230 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-6d4a0f2f-704f-4b8a-8f42-0a2b93baf844 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381440 Jun 16 16:42:00.714261 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:42:00.822809 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:00.858699 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:42:00.861220 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef423b78-c608-43ce-9b05-711f8c4762eb" -d '{"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-unplugged", "status": "completed", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:42:00.890041 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:01.001781 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bdb9bd-68dc-4396-ad8b-32497339343b x-openstack-request-id: req-91bdb9bd-68dc-4396-ad8b-32497339343b {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:42:01.002251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-unplugged", "status": "failed", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "code": 422}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:42:01.002702 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-91bdb9bd-68dc-4396-ad8b-32497339343b {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:42:01.003258 dv-cinder-796685-1-iscsi neutron-server[92417]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'code': 422} returned with failed status Jun 16 16:42:01.206042 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:01.210126 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-0d180c90-c278-4f62-a819-d42f61d9c557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:42:01.263279 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=6']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:42:01.267096 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:42:01.629924 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b1cf9-1610-4dc1-b6a4-7532b85e1f84 req-df4b6716-8180-489e-ad85-8849418c2bbe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:01.631547 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1f4b1cf9-1610-4dc1-b6a4-7532b85e1f84 req-df4b6716-8180-489e-ad85-8849418c2bbe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0852580 Jun 16 16:42:01.685376 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1f4b1cf9-1610-4dc1-b6a4-7532b85e1f84 req-54a4ab58-9abd-4185-8362-0f3433fb5a73 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Jun 16 16:42:02.922557 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42d3c-3323-4adf-b944-be98a94481e1 req-ad1318d1-7fc0-4759-8fb9-de897a2058c0 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:02.924027 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aca42d3c-3323-4adf-b944-be98a94481e1 req-ad1318d1-7fc0-4759-8fb9-de897a2058c0 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0725069 Jun 16 16:42:02.964918 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aca42d3c-3323-4adf-b944-be98a94481e1 req-740758b6-8ee4-40f9-b797-882c8c017ea2 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349309 Jun 16 16:42:04.333031 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde0667-d387-4942-a99b-1cec330f3c94 req-6894ca2b-c55f-4107-8e00-719baba4de69 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:04.335305 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcde0667-d387-4942-a99b-1cec330f3c94 req-6894ca2b-c55f-4107-8e00-719baba4de69 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0873759 Jun 16 16:42:04.380113 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dcde0667-d387-4942-a99b-1cec330f3c94 req-ba2ed9d8-1729-49e5-b29f-53a16179da81 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378597 Jun 16 16:42:05.225810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185231d-2dd4-4ab6-886f-222c529af578 req-75b08ae7-92bb-48c1-a618-75e14ffc5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:05.227220 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-75b08ae7-92bb-48c1-a618-75e14ffc5997 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce&tenant_id=abf58ad1aca14ae785be4c100de8bda8 HTTP/1.1" status: 200 len: 1097 time: 0.0532162 Jun 16 16:42:05.310943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185231d-2dd4-4ab6-886f-222c529af578 req-439e4ddc-3fc0-4843-8b19-511587f02bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:05.312413 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-439e4ddc-3fc0-4843-8b19-511587f02bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1097 time: 0.0569603 Jun 16 16:42:05.406618 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185231d-2dd4-4ab6-886f-222c529af578 req-9a9f85b7-9cae-4b5f-a536-79501ba32b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:05.408098 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-9a9f85b7-9cae-4b5f-a536-79501ba32b7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.0888419 Jun 16 16:42:05.481933 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-6d470d2d-7176-4d0b-8217-74e7dc002e23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1000 time: 0.0664895 Jun 16 16:42:05.547293 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185231d-2dd4-4ab6-886f-222c529af578 req-3f8c2a8b-64f7-4cb5-bbe2-57be72b2c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:05.548762 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-3f8c2a8b-64f7-4cb5-bbe2-57be72b2c9b2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0593324 Jun 16 16:42:05.639881 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6fc1-30eb-41a3-84ab-c98d080a1b6d req-d7784a43-c856-4012-ad70-6b76b0b92db1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:05.641612 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dede6fc1-30eb-41a3-84ab-c98d080a1b6d req-d7784a43-c856-4012-ad70-6b76b0b92db1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.1088147 Jun 16 16:42:05.657135 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185231d-2dd4-4ab6-886f-222c529af578 req-2a745871-ab4e-4303-9def-4a6b65853cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:05.658640 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-2a745871-ab4e-4303-9def-4a6b65853cfb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936556 Jun 16 16:42:05.708055 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dede6fc1-30eb-41a3-84ab-c98d080a1b6d req-3f8f0f2c-bb75-4ef8-a2e4-81911fad1138 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594845 Jun 16 16:42:05.775307 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-eb367553-5758-41b7-9f8a-068f5d9a2268 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060429 Jun 16 16:42:05.878592 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-32b0a887-af34-48e0-af42-1fd5036f0169 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954418 Jun 16 16:42:06.444100 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28677953-3688-4d04-813e-3734518d698c req-0fff56e6-27be-47a7-9e35-47ce8e41d35c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:06.445705 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-28677953-3688-4d04-813e-3734518d698c req-0fff56e6-27be-47a7-9e35-47ce8e41d35c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0766108 Jun 16 16:42:06.490429 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-28677953-3688-4d04-813e-3734518d698c req-8d6cebff-2095-49da-b696-0094d9603152 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Jun 16 16:42:06.906022 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0be5c-4c4e-4b0a-8bfa-2a634107fece req-c4111788-ea46-413c-b283-2ec939fb8999 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:06.907603 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7ff0be5c-4c4e-4b0a-8bfa-2a634107fece req-c4111788-ea46-413c-b283-2ec939fb8999 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0698168 Jun 16 16:42:06.950425 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7ff0be5c-4c4e-4b0a-8bfa-2a634107fece req-2baf9fe9-800d-497d-8e62-963fa8281b26 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362749 Jun 16 16:42:07.376732 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-189f7d99-5712-4521-9013-884a3f416b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:07.983181 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea8d92-ffc4-4d06-9171-64d77e8bc9af req-9b6bd84a-502d-4acd-b472-527b58de158c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:07.984774 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e6ea8d92-ffc4-4d06-9171-64d77e8bc9af req-9b6bd84a-502d-4acd-b472-527b58de158c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.3567505 Jun 16 16:42:08.028099 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e6ea8d92-ffc4-4d06-9171-64d77e8bc9af req-72bd1acd-6e5d-4c86-ba50-08668994698b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Jun 16 16:42:08.159081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84d36b-e338-45c8-a1fc-d3f39893bfdf req-675c5622-03a4-4c4e-8534-aa771c6951e6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:08.160779 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd84d36b-e338-45c8-a1fc-d3f39893bfdf req-675c5622-03a4-4c4e-8534-aa771c6951e6 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0892184 Jun 16 16:42:08.204354 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dd84d36b-e338-45c8-a1fc-d3f39893bfdf req-ce0cf5dd-55f8-4586-824f-0154ee259076 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363290 Jun 16 16:42:09.246838 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2368d3-25aa-4cce-8679-d0ba4891f924 req-d8fb9e8f-c575-477d-b5ac-b813be306858 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:09.249060 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4f2368d3-25aa-4cce-8679-d0ba4891f924 req-d8fb9e8f-c575-477d-b5ac-b813be306858 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0750937 Jun 16 16:42:09.307363 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4f2368d3-25aa-4cce-8679-d0ba4891f924 req-5d983755-ee79-4d47-b391-6248d233b857 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475466 Jun 16 16:42:09.453327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34cfa8-3b00-4173-8def-314b0e607cb3 req-ad38d096-06a4-4948-9faa-e88d89973b79 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:09.453327 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba34cfa8-3b00-4173-8def-314b0e607cb3 req-ad38d096-06a4-4948-9faa-e88d89973b79 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0954039 Jun 16 16:42:09.508007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba34cfa8-3b00-4173-8def-314b0e607cb3 req-510bc790-bb68-457c-9c6f-e4701671a617 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Jun 16 16:42:10.187730 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:10.250646 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ce018f7f-bc87-48b4-b476-de7d7ed56535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:10.519388 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923816-634a-44d0-9756-555776cd386d req-b0ac0555-55ef-4a13-a874-c468a850dc73 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:10.521365 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-95923816-634a-44d0-9756-555776cd386d req-b0ac0555-55ef-4a13-a874-c468a850dc73 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0739853 Jun 16 16:42:10.575063 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-95923816-634a-44d0-9756-555776cd386d req-8df970f4-6485-40d3-b0ba-19f96b7faf84 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471501 Jun 16 16:42:10.720167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b86482-8f86-42f0-8dba-c53d154c41e5 req-e126d911-c662-4883-a242-52269d0412fe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:10.721787 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c6b86482-8f86-42f0-8dba-c53d154c41e5 req-e126d911-c662-4883-a242-52269d0412fe tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0761721 Jun 16 16:42:10.771040 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c6b86482-8f86-42f0-8dba-c53d154c41e5 req-505828ca-01a4-40cf-a63e-853b998bf3d0 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380805 Jun 16 16:42:11.284972 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:11.795825 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766a72-c02a-4cd8-b62c-538b6727abb4 req-65ad478b-ed99-41a9-80aa-b7b58893a0fc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:11.797509 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a1766a72-c02a-4cd8-b62c-538b6727abb4 req-65ad478b-ed99-41a9-80aa-b7b58893a0fc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0759346 Jun 16 16:42:11.856504 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a1766a72-c02a-4cd8-b62c-538b6727abb4 req-174078fa-145d-49ed-81a8-7f3789783252 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514598 Jun 16 16:42:12.021268 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d878bc-e3a6-4c28-b3c0-bafe2c675bfc req-c892f1ea-88e5-4849-8d63-c7ee9c736597 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:12.022859 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-85d878bc-e3a6-4c28-b3c0-bafe2c675bfc req-c892f1ea-88e5-4849-8d63-c7ee9c736597 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0805235 Jun 16 16:42:12.078315 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-85d878bc-e3a6-4c28-b3c0-bafe2c675bfc req-d11d1a99-8fd2-4922-8af5-fa70a19a17c1 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479741 Jun 16 16:42:13.027986 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:13.102279 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f399c-df7f-442b-bb64-1154a33ac8d1 req-d9059de6-4a19-425c-9072-75d313a7468c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:13.104569 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4f4f399c-df7f-442b-bb64-1154a33ac8d1 req-d9059de6-4a19-425c-9072-75d313a7468c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1083646 Jun 16 16:42:13.172411 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4f4f399c-df7f-442b-bb64-1154a33ac8d1 req-0f8364ca-5d22-4937-91ad-8cf6022741ff tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565944 Jun 16 16:42:13.288782 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acde4e-8915-46fa-9632-d902bd15ebe4 req-cb3953a6-372b-440b-a9d1-6307378c3b1c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:13.291061 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40acde4e-8915-46fa-9632-d902bd15ebe4 req-cb3953a6-372b-440b-a9d1-6307378c3b1c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.0787430 Jun 16 16:42:13.359624 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40acde4e-8915-46fa-9632-d902bd15ebe4 req-465b29dd-8444-4887-b465-7462ce3ca204 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578284 Jun 16 16:42:14.428874 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d39479-fde3-4635-bf3c-42f6b5b602a5 req-03bc5d2d-a9e6-45a9-b989-22b763eec572 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:14.432529 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7d39479-fde3-4635-bf3c-42f6b5b602a5 req-03bc5d2d-a9e6-45a9-b989-22b763eec572 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0995331 Jun 16 16:42:14.492755 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7d39479-fde3-4635-bf3c-42f6b5b602a5 req-c7d7d8a8-81d7-402b-a6be-ae0b6d815309 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530424 Jun 16 16:42:14.600142 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dd625-06ec-4a4b-8721-96daec1fb5c2 req-d66e29d8-ac4a-4055-8644-bcc44bfeff10 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:14.602649 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b82dd625-06ec-4a4b-8721-96daec1fb5c2 req-d66e29d8-ac4a-4055-8644-bcc44bfeff10 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 944 time: 0.1067808 Jun 16 16:42:14.647720 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b82dd625-06ec-4a4b-8721-96daec1fb5c2 req-4f85fc1f-0de8-4299-ad97-fd68d6890b61 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Jun 16 16:42:14.812497 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:42:14.962277 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:14.977648 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'port_id': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'mac_address': 'fa:16:3e:4f:ca:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:42:15.038611 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:15.059947 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6b9b30-e18a-4e66-8f56-e72e0e5ca854 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:42:15.092699 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:15.182719 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:15.184756 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:42:15.251337 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=7']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:42:15.261094 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.261698 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.262249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.262825 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.263364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.263927 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.264463 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.265004 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.265590 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.266129 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.266668 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.267208 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:42:15.273848 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:42:15.526313 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:15.687024 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['da6b9b30-e18a-4e66-8f56-e72e0e5ca854'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:42:15.704867 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1c32-7cc4-48f5-9062-d18fde3e03c7 req-6d5e64c5-c7a8-472d-8a91-95baafc94b17 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:15.706672 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6f0d1c32-7cc4-48f5-9062-d18fde3e03c7 req-6d5e64c5-c7a8-472d-8a91-95baafc94b17 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0831137 Jun 16 16:42:15.762563 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6f0d1c32-7cc4-48f5-9062-d18fde3e03c7 req-8d72f4e5-65dc-486c-8ca5-ddddc0d6e482 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438213 Jun 16 16:42:15.908499 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e430db-07a7-49ca-a4cf-a3ec5ae55e65 req-374dc1d2-623d-4ebb-8848-77a97a71e194 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:15.910514 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c8e430db-07a7-49ca-a4cf-a3ec5ae55e65 req-374dc1d2-623d-4ebb-8848-77a97a71e194 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 945 time: 0.0789969 Jun 16 16:42:15.962217 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c8e430db-07a7-49ca-a4cf-a3ec5ae55e65 req-ce37f3bc-666f-4dd0-801c-d47f96358696 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Jun 16 16:42:16.994472 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6352e-6085-4867-bc6e-b2edca0b9f83 req-1def5de3-645e-4f63-8038-b62adb3594e4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:16.996210 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4ac6352e-6085-4867-bc6e-b2edca0b9f83 req-1def5de3-645e-4f63-8038-b62adb3594e4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0745316 Jun 16 16:42:17.073341 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4ac6352e-6085-4867-bc6e-b2edca0b9f83 req-96f5bf72-dea4-486e-9b98-118a81f011bc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678272 Jun 16 16:42:17.095828 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-51f9fd95-8c2a-494e-af9f-c021aa4f1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:17.096617 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-51f9fd95-8c2a-494e-af9f-c021aa4f1d1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1099 time: 0.0995026 Jun 16 16:42:17.245650 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e915c12-97ae-4c74-8176-c15800d61e90 req-29a5d108-1372-46ec-8927-3b2e21e84cf8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:17.247264 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9e915c12-97ae-4c74-8176-c15800d61e90 req-29a5d108-1372-46ec-8927-3b2e21e84cf8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 945 time: 0.1496177 Jun 16 16:42:17.248710 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-be879d7b-eb60-4196-94ba-699cbb25f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:17.250310 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-be879d7b-eb60-4196-94ba-699cbb25f44f service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1215553 Jun 16 16:42:17.331938 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9e915c12-97ae-4c74-8176-c15800d61e90 req-7a8a06a9-6237-4fda-87a0-e24cd091b4a5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766854 Jun 16 16:42:17.348074 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-6a79d346-312e-41a8-8f96-0af3faca3ca7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 1002 time: 0.0851536 Jun 16 16:42:17.410740 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-dceb0745-b82b-4c80-b455-02fdd2914ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:17.412340 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-dceb0745-b82b-4c80-b455-02fdd2914ce1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0542424 Jun 16 16:42:17.477759 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-bcfb5877-9395-4156-b7ba-03fb1641e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:17.479861 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-bcfb5877-9395-4156-b7ba-03fb1641e5ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591750 Jun 16 16:42:17.593666 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-3af0feb5-fb7b-46f7-a98d-a68b8849caaf service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944963 Jun 16 16:42:17.702547 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c852479-a96a-4599-9699-1a1fd24e8901 req-33332a92-a857-46a5-9374-d859981528fc service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993085 Jun 16 16:42:18.294334 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72606a-c5cc-4e42-8864-325b69f80715 req-4cdbc32c-6ebc-45b2-99d9-acf6b2be4f95 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:18.296643 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3b72606a-c5cc-4e42-8864-325b69f80715 req-4cdbc32c-6ebc-45b2-99d9-acf6b2be4f95 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0743001 Jun 16 16:42:18.365641 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3b72606a-c5cc-4e42-8864-325b69f80715 req-0b2412fc-1d14-4894-9ec6-71311582aeb1 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622890 Jun 16 16:42:18.616224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ccd50-b4ac-4bb5-9320-62c2a3f43879 req-d464fa8a-2ed2-429d-afb0-c7eced7d1f92 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:18.619436 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a22ccd50-b4ac-4bb5-9320-62c2a3f43879 req-d464fa8a-2ed2-429d-afb0-c7eced7d1f92 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 945 time: 0.0964437 Jun 16 16:42:18.689358 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a22ccd50-b4ac-4bb5-9320-62c2a3f43879 req-60a47454-f5a2-4427-91d7-cad77f9659a9 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602217 Jun 16 16:42:18.795631 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:42:18.862132 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:42:18.862774 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:18.988073 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:19.015443 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:42:19.022309 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13fc73f-3ddf-4db2-a0aa-3e2b3d02a165" -d '{"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-plugged", "status": "completed", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:42:19.038507 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:19.075180 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67245ee0-cd95-4a47-816c-f545f9115305 x-openstack-request-id: req-67245ee0-cd95-4a47-816c-f545f9115305 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:42:19.075180 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-plugged", "status": "completed", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:42:19.075414 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-67245ee0-cd95-4a47-816c-f545f9115305 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:42:19.075750 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'code': 200} Jun 16 16:42:19.147980 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:19.150218 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-404e14c0-2c5f-4e16-9371-87f4619f575c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:42:19.199602 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=8']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:42:19.202992 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:42:19.499285 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f3838-6cf9-42dc-a241-fabe52bc3699 req-84a99a12-b9e7-47df-85e2-1e1fb68b52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:19.502790 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-077f3838-6cf9-42dc-a241-fabe52bc3699 req-84a99a12-b9e7-47df-85e2-1e1fb68b52d1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.0746968 Jun 16 16:42:19.588247 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-077f3838-6cf9-42dc-a241-fabe52bc3699 req-89c4d250-4649-4a88-8006-3bd9ac6df669 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729468 Jun 16 16:42:19.618494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57f46c-2668-45d5-9be7-19df6c758ba2 req-f74b1a97-54ba-4068-b050-ffdaf3dabda3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:19.620082 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7b57f46c-2668-45d5-9be7-19df6c758ba2 req-f74b1a97-54ba-4068-b050-ffdaf3dabda3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1027651 Jun 16 16:42:19.682553 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7b57f46c-2668-45d5-9be7-19df6c758ba2 req-97a35021-d530-44b5-9a5f-d400b547b97a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558972 Jun 16 16:42:19.898764 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb392869-8ad7-4ebc-82e3-35a76a5a8a42 req-8efb6a28-57a6-4fa6-86d5-541e5447be84 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:19.901054 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-eb392869-8ad7-4ebc-82e3-35a76a5a8a42 req-8efb6a28-57a6-4fa6-86d5-541e5447be84 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0767710 Jun 16 16:42:19.949614 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-eb392869-8ad7-4ebc-82e3-35a76a5a8a42 req-824c5b57-99fe-4b5d-bdd5-a583ded2b495 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386775 Jun 16 16:42:20.797610 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:42:20.888988 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d729652-dcb6-479f-aad5-fab15a77a0a5 req-c9da1c1b-6496-45f4-b191-832bf9e55590 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:20.891962 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5d729652-dcb6-479f-aad5-fab15a77a0a5 req-c9da1c1b-6496-45f4-b191-832bf9e55590 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0789144 Jun 16 16:42:20.945937 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5d729652-dcb6-479f-aad5-fab15a77a0a5 req-943b6d67-86b2-45ea-8985-264016e796bb tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460730 Jun 16 16:42:20.969114 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:20.990708 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'mac_address': 'fa:16:3e:94:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:42:21.061049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:21.084783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d250cf8-3a81-4be3-a502-db086a67ffb9 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:42:21.126832 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:21.183281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d96e36-c237-4eb2-989e-5563ce8ab045 req-141c3505-f79c-4cd9-9b5f-a9f9994f9460 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:21.185007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-84d96e36-c237-4eb2-989e-5563ce8ab045 req-141c3505-f79c-4cd9-9b5f-a9f9994f9460 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0952446 Jun 16 16:42:21.221553 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:21.224259 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:42:21.234511 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-84d96e36-c237-4eb2-989e-5563ce8ab045 req-42f291a5-6037-4875-a9f7-b367ff8dc390 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428255 Jun 16 16:42:21.284185 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=6']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:42:21.287677 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:42:21.365653 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['4d250cf8-3a81-4be3-a502-db086a67ffb9'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:42:21.637015 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:42:22.159409 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676cf32-5d4e-454d-a08f-2c2d02e878b7 req-fabcd5c2-2b3b-4bd9-86b8-97ae72148184 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:22.161155 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d676cf32-5d4e-454d-a08f-2c2d02e878b7 req-fabcd5c2-2b3b-4bd9-86b8-97ae72148184 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.0677216 Jun 16 16:42:22.202783 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d676cf32-5d4e-454d-a08f-2c2d02e878b7 req-9e954765-eb93-4984-9c88-e7109d2a7a53 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353270 Jun 16 16:42:22.431351 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19b554-ecd6-490f-8cda-619aa6174fd7 req-d68344df-75cf-4f87-b47a-553a80bf7958 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:22.433578 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c19b554-ecd6-490f-8cda-619aa6174fd7 req-d68344df-75cf-4f87-b47a-553a80bf7958 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0776982 Jun 16 16:42:22.475345 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4c19b554-ecd6-490f-8cda-619aa6174fd7 req-af7b8ada-45e7-4dc8-938f-0b744512fc5c tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355637 Jun 16 16:42:22.809883 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:42:22.867106 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 4d250cf8-3a81-4be3-a502-db086a67ffb9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:42:22.867492 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:22.955332 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:22.980685 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:42:22.983223 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccdafec-6901-4004-9622-c7b13fddb583" -d '{"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-plugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:42:22.999635 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:23.027166 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97678fed-4f29-4831-9a7b-492df8ae4216 x-openstack-request-id: req-97678fed-4f29-4831-9a7b-492df8ae4216 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:42:23.027622 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-plugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:42:23.028028 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-97678fed-4f29-4831-9a7b-492df8ae4216 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:42:23.028721 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'code': 200} Jun 16 16:42:23.176075 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:23.179602 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:42:23.244685 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=7']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:42:23.250111 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:42:23.490254 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f7810-89d6-47e7-9bc9-c50ff3fef908 req-97c661ae-8002-4424-9d21-97dae0a7dd87 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:23.491862 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c2f7810-89d6-47e7-9bc9-c50ff3fef908 req-97c661ae-8002-4424-9d21-97dae0a7dd87 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0752990 Jun 16 16:42:23.539419 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c2f7810-89d6-47e7-9bc9-c50ff3fef908 req-1c7a817c-981f-459a-a697-9022de986073 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Jun 16 16:42:24.783075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9204c4-588c-4311-be6a-6253571fa953 req-969d9387-56d1-4ac0-905a-3ffa07c7f104 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:24.785993 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba9204c4-588c-4311-be6a-6253571fa953 req-969d9387-56d1-4ac0-905a-3ffa07c7f104 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1133442 Jun 16 16:42:24.842668 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ba9204c4-588c-4311-be6a-6253571fa953 req-e93085dc-0fab-49b3-a143-51f7b0ec8e49 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497243 Jun 16 16:42:26.052827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38982252-74e7-4d1c-9d97-f4b381b5b172 req-c47292de-1bdc-40bc-bcee-db980fcaf433 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:26.054341 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-38982252-74e7-4d1c-9d97-f4b381b5b172 req-c47292de-1bdc-40bc-bcee-db980fcaf433 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0695975 Jun 16 16:42:26.097954 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-38982252-74e7-4d1c-9d97-f4b381b5b172 req-0569854f-b2cc-4836-9644-ca7b0be78f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369725 Jun 16 16:42:27.334321 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cead54-0f09-49d8-8172-02d8cd825bcb req-6498840f-f027-4160-b711-170b04248c99 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:27.343287 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7cead54-0f09-49d8-8172-02d8cd825bcb req-6498840f-f027-4160-b711-170b04248c99 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0896597 Jun 16 16:42:27.394239 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f7cead54-0f09-49d8-8172-02d8cd825bcb req-44029df3-8adb-4671-a407-a1b34f7e8d74 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496523 Jun 16 16:42:28.674403 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55fb27-596a-4b83-b6c7-adecd619a562 req-66b5d73e-9a31-4ebb-ba37-bc979d31e446 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:28.676289 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3c55fb27-596a-4b83-b6c7-adecd619a562 req-66b5d73e-9a31-4ebb-ba37-bc979d31e446 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1090746 Jun 16 16:42:28.751098 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3c55fb27-596a-4b83-b6c7-adecd619a562 req-bc317f46-3202-490c-bf06-8df43b703529 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649474 Jun 16 16:42:30.031994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f214-973f-44e3-96db-e9d6f9beb974 req-5dc21500-ea0f-49e7-bff0-eacf73c8657c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:30.034151 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bcb0f214-973f-44e3-96db-e9d6f9beb974 req-5dc21500-ea0f-49e7-bff0-eacf73c8657c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0973256 Jun 16 16:42:30.088530 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bcb0f214-973f-44e3-96db-e9d6f9beb974 req-ead1fb65-e390-42f0-ba4d-b9d7bc9a46ff tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450053 Jun 16 16:42:31.412015 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ae66b-a3a4-41b8-bcc9-987b9a497ce5 req-e52fb8a2-25e6-42b7-97c2-67620e67d7ef tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:31.420229 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-123ae66b-a3a4-41b8-bcc9-987b9a497ce5 req-e52fb8a2-25e6-42b7-97c2-67620e67d7ef tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1010294 Jun 16 16:42:31.475548 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-123ae66b-a3a4-41b8-bcc9-987b9a497ce5 req-eb678205-1eb7-454f-9ff5-ddb312d3ce59 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505006 Jun 16 16:42:32.719873 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b7044-78cb-441f-8eab-9525feefefab req-5ed44672-124c-4e0f-aa8a-71e3616223ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:32.728829 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f93b7044-78cb-441f-8eab-9525feefefab req-5ed44672-124c-4e0f-aa8a-71e3616223ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0949373 Jun 16 16:42:32.788814 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f93b7044-78cb-441f-8eab-9525feefefab req-b356b0fd-0c91-437c-9ece-655cf65ebd25 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586123 Jun 16 16:42:34.002582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f73b33-0e39-44f3-9e4e-8f90c468e1fb req-b093240e-a5d0-494d-ac04-6bc965141ad9 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:34.004185 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d7f73b33-0e39-44f3-9e4e-8f90c468e1fb req-b093240e-a5d0-494d-ac04-6bc965141ad9 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0717909 Jun 16 16:42:34.050749 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d7f73b33-0e39-44f3-9e4e-8f90c468e1fb req-0a00ea58-2731-462d-bc0d-14fb464ad3e2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381949 Jun 16 16:42:35.302576 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed71de1-508c-41ae-908d-56d2e2eddb83 req-6df9fc65-6727-41b0-a5ae-5b9684ea202b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:35.304150 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ed71de1-508c-41ae-908d-56d2e2eddb83 req-6df9fc65-6727-41b0-a5ae-5b9684ea202b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0879683 Jun 16 16:42:35.356552 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ed71de1-508c-41ae-908d-56d2e2eddb83 req-a8c530ee-322f-4753-b0ad-dddc0eba4b3d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Jun 16 16:42:36.654939 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c873b-84c4-4344-9ec1-7150a3721cf5 req-8bd94b36-8d12-4aef-a8f8-2604edb75c09 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:36.662600 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-144c873b-84c4-4344-9ec1-7150a3721cf5 req-8bd94b36-8d12-4aef-a8f8-2604edb75c09 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1113210 Jun 16 16:42:36.728914 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-144c873b-84c4-4344-9ec1-7150a3721cf5 req-22908087-7e81-43d0-af9c-43dbe2989556 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584259 Jun 16 16:42:37.415504 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-09fd1064-0ace-4597-9114-a08c28932919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:38.029305 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0058f-1fe3-4012-b624-baaefbaac90b req-12cc8f1f-bd7a-4ed7-ad62-d08d015614a0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:38.033402 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87c0058f-1fe3-4012-b624-baaefbaac90b req-12cc8f1f-bd7a-4ed7-ad62-d08d015614a0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1110709 Jun 16 16:42:38.098052 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87c0058f-1fe3-4012-b624-baaefbaac90b req-6d5c89ce-484d-4ece-ba23-71d527580eaf tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595815 Jun 16 16:42:39.360465 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbf10e-96c7-4168-a2ad-20db63321c0d req-ca360a56-efb2-4e26-9e7e-edcc2d68cc38 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:39.362991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87bbf10e-96c7-4168-a2ad-20db63321c0d req-ca360a56-efb2-4e26-9e7e-edcc2d68cc38 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1244273 Jun 16 16:42:39.421895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87bbf10e-96c7-4168-a2ad-20db63321c0d req-db403137-c7cd-4dce-9520-58a15f98edef tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512619 Jun 16 16:42:40.250260 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:40.301295 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fbadcd5b-4da9-426e-95a3-e256857bb562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:40.660249 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd0a3-2d30-4c41-af6d-bb542eaeb6a7 req-10a1d6e9-ad88-43b7-af8f-6692a2378fe0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:40.661838 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-feacd0a3-2d30-4c41-af6d-bb542eaeb6a7 req-10a1d6e9-ad88-43b7-af8f-6692a2378fe0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0754101 Jun 16 16:42:40.710967 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-feacd0a3-2d30-4c41-af6d-bb542eaeb6a7 req-ef852e7c-c4b7-4461-960f-d2d33e110f5c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376768 Jun 16 16:42:41.337323 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:41.412786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-b151d76c-b855-499f-9b4e-5693656fe60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:41.415081 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-b151d76c-b855-499f-9b4e-5693656fe60a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1099 time: 0.0676110 Jun 16 16:42:41.526596 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-4017255d-c5b0-47a5-b6cf-6288f4e2beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:41.528063 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-4017255d-c5b0-47a5-b6cf-6288f4e2beae service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.0993013 Jun 16 16:42:41.603001 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-43793bee-bffa-4b6f-8102-8394a4675194 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 1002 time: 0.0644028 Jun 16 16:42:41.660595 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-952fd468-fa5a-4b73-8d8b-4f5ab0c3ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:41.662252 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-952fd468-fa5a-4b73-8d8b-4f5ab0c3ad2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0523839 Jun 16 16:42:41.743235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-b3690f5e-6eba-4777-9e06-1cfb72ddecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:41.744770 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-b3690f5e-6eba-4777-9e06-1cfb72ddecae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704026 Jun 16 16:42:41.868764 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-745d309b-cca6-46e5-86dc-94d14ec81320 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137486 Jun 16 16:42:42.017888 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf6bcd-ba56-4dbb-a735-e9b9c914da50 req-35f349d9-9391-4672-9fc9-bf2a4a1e9b89 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:42.019469 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cacf6bcd-ba56-4dbb-a735-e9b9c914da50 req-35f349d9-9391-4672-9fc9-bf2a4a1e9b89 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1472032 Jun 16 16:42:42.021956 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be1aa9d3-f8cf-44cc-adda-0070cb4a58b6 req-16a62eb5-8c60-46ff-9aef-7db55b2367e0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375785 Jun 16 16:42:42.083466 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cacf6bcd-ba56-4dbb-a735-e9b9c914da50 req-80165d9e-af4b-42cd-b370-a4818fc41947 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534389 Jun 16 16:42:43.004407 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:43.370716 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b7869-e2a2-4693-bc1d-10b66693503b req-b3abffbc-a4ff-4d91-83f6-b8f7b147700a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:43.373540 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc1b7869-e2a2-4693-bc1d-10b66693503b req-b3abffbc-a4ff-4d91-83f6-b8f7b147700a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.1014094 Jun 16 16:42:43.440368 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc1b7869-e2a2-4693-bc1d-10b66693503b req-85bb6fae-a0f5-45f0-8d2b-7ea5562f0dfd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594397 Jun 16 16:42:44.652043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b702ad3-d09a-424c-85d8-623ac577d745 req-054c1cf3-0136-4079-8ef6-3effd670b6f4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:44.653697 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6b702ad3-d09a-424c-85d8-623ac577d745 req-054c1cf3-0136-4079-8ef6-3effd670b6f4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 946 time: 0.0727494 Jun 16 16:42:44.710138 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6b702ad3-d09a-424c-85d8-623ac577d745 req-ca0793b2-20d7-4fde-adaf-ced0348ba77a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487893 Jun 16 16:42:44.925360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:42:45.026674 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:45.051795 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:42:45.054480 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39518189-1e1c-45f5-80b4-a7d6a055b667" -d '{"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-unplugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:42:45.073998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:42:45.110434 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 16:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b371208a-9ccc-417a-a23e-441d9f4e9f46 x-openstack-request-id: req-b371208a-9ccc-417a-a23e-441d9f4e9f46 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:42:45.110741 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-unplugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:42:45.111014 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b371208a-9ccc-417a-a23e-441d9f4e9f46 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:42:45.111434 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'code': 200} Jun 16 16:42:45.147172 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:45.150170 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:42:45.229884 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=8']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:42:45.235232 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:42:45.587303 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:42:45.938316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c193-6c6e-4940-9437-07da3e76ca26 req-a2098091-23c8-476c-83a7-47dc6a48001a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:45.941529 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-eaf2c193-6c6e-4940-9437-07da3e76ca26 req-a2098091-23c8-476c-83a7-47dc6a48001a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0902710 Jun 16 16:42:46.012182 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-eaf2c193-6c6e-4940-9437-07da3e76ca26 req-26d43bd5-a4ba-4c6d-a938-d6919ea85a43 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598371 Jun 16 16:42:48.944376 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:42:49.423731 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e6ad5-24d5-412f-9eb9-269322c0f826 req-65b5eae3-c317-45c6-9d0b-f7fefaab83d7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:49.425476 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-603e6ad5-24d5-412f-9eb9-269322c0f826 req-65b5eae3-c317-45c6-9d0b-f7fefaab83d7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0809343 Jun 16 16:42:49.488091 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-603e6ad5-24d5-412f-9eb9-269322c0f826 req-c2082119-6d45-4612-809d-642a3f126517 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509248 Jun 16 16:42:49.892483 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-f3383328-e3bf-453f-a47a-62a0b69524cf service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1397841 Jun 16 16:42:50.717552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49059cf-58dd-4dc7-bdd6-8ca95cfcc09b req-805c8e72-9e0b-48b8-b865-c106cb44058c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:50.720113 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a49059cf-58dd-4dc7-bdd6-8ca95cfcc09b req-805c8e72-9e0b-48b8-b865-c106cb44058c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0818589 Jun 16 16:42:50.769200 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a49059cf-58dd-4dc7-bdd6-8ca95cfcc09b req-d54a01a2-cc67-42dc-b0aa-a890f849dea7 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382843 Jun 16 16:42:51.730552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b509cb-7ec8-44cb-968b-543357687896 req-f47a46d8-9a03-4ee8-862a-be78856cd7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:51.732069 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-f47a46d8-9a03-4ee8-862a-be78856cd7e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219&tenant_id=1c744821ae2a4d32b3d93cca5908f52b HTTP/1.1" status: 200 len: 1097 time: 0.0598223 Jun 16 16:42:51.817620 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b509cb-7ec8-44cb-968b-543357687896 req-efe2e6d1-fde6-42fd-a4c6-8de82d834d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:51.819521 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-efe2e6d1-fde6-42fd-a4c6-8de82d834d4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1097 time: 0.0604777 Jun 16 16:42:51.989230 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b509cb-7ec8-44cb-968b-543357687896 req-8365fb9c-a04a-4719-b4fc-c6771e0110d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:51.992786 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-8365fb9c-a04a-4719-b4fc-c6771e0110d8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1630144 Jun 16 16:42:52.112596 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-d8306e2e-5bf1-44e3-9c73-3bd062998c05 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 1000 time: 0.1076415 Jun 16 16:42:52.122195 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7688aa9-25c1-4564-9811-11ee1fdbc011 req-a65e6c44-6a24-40e7-a16b-27cff39c82a4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:52.123778 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c7688aa9-25c1-4564-9811-11ee1fdbc011 req-a65e6c44-6a24-40e7-a16b-27cff39c82a4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.1952031 Jun 16 16:42:52.197532 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b509cb-7ec8-44cb-968b-543357687896 req-0160aa52-3e9b-4ed7-bfbf-f271ec26c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:52.199173 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-0160aa52-3e9b-4ed7-bfbf-f271ec26c7c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0744927 Jun 16 16:42:52.204826 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c7688aa9-25c1-4564-9811-11ee1fdbc011 req-b71094f0-3dd6-4c8f-833f-6fad58b9790e tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718763 Jun 16 16:42:52.269867 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b509cb-7ec8-44cb-968b-543357687896 req-3d81a8a7-8b57-4f63-91e0-543fd3ef655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:52.271210 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-3d81a8a7-8b57-4f63-91e0-543fd3ef655b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634122 Jun 16 16:42:52.377084 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-01735273-083b-49e4-9832-b191b5a6929f service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948608 Jun 16 16:42:52.481956 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-57099593-98dd-45e2-bd46-709b2d083a8c service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971644 Jun 16 16:42:53.479631 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92118a8-9095-4585-8d3a-eb57512613d8 req-df9f8977-893a-45a1-9dfd-82f1283aeb6d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:53.482192 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e92118a8-9095-4585-8d3a-eb57512613d8 req-df9f8977-893a-45a1-9dfd-82f1283aeb6d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0939813 Jun 16 16:42:53.542873 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e92118a8-9095-4585-8d3a-eb57512613d8 req-0d74d19b-baa6-4c8f-b2d6-977c95739b88 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535944 Jun 16 16:42:54.843821 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e494575-06f1-4dcf-9542-99f43caf9dc2 req-22fb2933-56ec-42a7-a742-7d9a82d7f957 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:54.846666 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3e494575-06f1-4dcf-9542-99f43caf9dc2 req-22fb2933-56ec-42a7-a742-7d9a82d7f957 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.1091788 Jun 16 16:42:54.906147 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3e494575-06f1-4dcf-9542-99f43caf9dc2 req-7e9294b8-ae2a-4298-9be0-9848a833272d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486724 Jun 16 16:42:56.168918 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77925249-ced4-4c42-8bef-a13b86925bcd req-4c492bf6-1d4e-4e27-b5dc-a50511c5ec66 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:56.170527 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-77925249-ced4-4c42-8bef-a13b86925bcd req-4c492bf6-1d4e-4e27-b5dc-a50511c5ec66 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0991621 Jun 16 16:42:56.221646 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-77925249-ced4-4c42-8bef-a13b86925bcd req-30a3c7d2-01a2-4508-8749-86d5da045037 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405459 Jun 16 16:42:57.467322 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6c097-a725-4f97-aeca-44954f19ea7c req-fde3b6f9-6a78-47ec-a5ec-c8cf92016f36 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:57.469443 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-62f6c097-a725-4f97-aeca-44954f19ea7c req-fde3b6f9-6a78-47ec-a5ec-c8cf92016f36 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0843852 Jun 16 16:42:57.522341 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-62f6c097-a725-4f97-aeca-44954f19ea7c req-bfcd7341-bb61-4f0c-b702-dc24d2567098 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Jun 16 16:42:58.641860 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:42:58.758204 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8b85d-4931-4c70-a4f1-5f013a54d44a req-69d6f9b6-ec66-4ec5-b352-b764f071a4ce tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:42:58.759991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-69d8b85d-4931-4c70-a4f1-5f013a54d44a req-69d6f9b6-ec66-4ec5-b352-b764f071a4ce tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0814359 Jun 16 16:42:58.814475 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-69d8b85d-4931-4c70-a4f1-5f013a54d44a req-9488ae04-0766-4dfd-9870-bd37bd99fbca tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454388 Jun 16 16:43:00.076017 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933c43a-c100-40c0-a411-11414d75c190 req-2fd245dc-7bd1-4750-ade2-1aeda1df9289 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:00.083312 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d933c43a-c100-40c0-a411-11414d75c190 req-2fd245dc-7bd1-4750-ade2-1aeda1df9289 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0984883 Jun 16 16:43:00.130109 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d933c43a-c100-40c0-a411-11414d75c190 req-d361720b-e8b6-4af4-8cd5-c51d292b66ea tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Jun 16 16:43:01.399463 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac07fec-d95a-42de-b5a4-8071cec2a4eb req-2a5f3989-4831-4c23-8c95-133badeba7fb tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:01.401911 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ac07fec-d95a-42de-b5a4-8071cec2a4eb req-2a5f3989-4831-4c23-8c95-133badeba7fb tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0783827 Jun 16 16:43:01.456642 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ac07fec-d95a-42de-b5a4-8071cec2a4eb req-6a6ca5af-4abe-414f-a068-6dddc56dd9f4 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Jun 16 16:43:02.735620 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904e97a-a0f3-4e25-83c7-24b9d6439e4c req-3b32c79a-5d9f-4813-af54-df14c4b5fe18 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:02.738305 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1904e97a-a0f3-4e25-83c7-24b9d6439e4c req-3b32c79a-5d9f-4813-af54-df14c4b5fe18 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0924125 Jun 16 16:43:03.125209 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1904e97a-a0f3-4e25-83c7-24b9d6439e4c req-df150073-ae10-4a2e-a9e5-cb77e8afb6ef tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3802581 Jun 16 16:43:04.425183 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e38e0-6368-4145-95f6-72475350fc92 req-eabb8bfe-274c-4816-ac02-1ddff1d25126 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:04.427006 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9c6e38e0-6368-4145-95f6-72475350fc92 req-eabb8bfe-274c-4816-ac02-1ddff1d25126 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0962374 Jun 16 16:43:04.498349 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9c6e38e0-6368-4145-95f6-72475350fc92 req-0252747d-8340-43f7-805c-2ef7870dfbe9 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595682 Jun 16 16:43:05.709025 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4ee2a-9c26-4396-b56f-b20f042ea62d req-aaf0f600-9037-491e-85eb-7f327c740e8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:05.711262 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1b4ee2a-9c26-4396-b56f-b20f042ea62d req-aaf0f600-9037-491e-85eb-7f327c740e8d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0832398 Jun 16 16:43:05.771007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1b4ee2a-9c26-4396-b56f-b20f042ea62d req-f456db4e-3a72-4272-aa34-9e719a0eb736 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 Jun 16 16:43:07.016434 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3afa-96dd-41a2-b587-5029d1f305a7 req-37611fe2-7221-4e9c-99c2-b31df03b9c9c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:07.018872 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-42ca3afa-96dd-41a2-b587-5029d1f305a7 req-37611fe2-7221-4e9c-99c2-b31df03b9c9c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0963693 Jun 16 16:43:07.072322 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-42ca3afa-96dd-41a2-b587-5029d1f305a7 req-48170661-91a5-4e98-92e2-996e798a44db tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454364 Jun 16 16:43:07.505617 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-83d9ea52-809e-484b-b40b-9d2ab9e3c761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:08.313672 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139aeeb-b7dd-4df5-bd8e-615e8ff460db req-27997c7b-f6d7-4ef1-b2a9-5c329cfe7972 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:08.315171 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9139aeeb-b7dd-4df5-bd8e-615e8ff460db req-27997c7b-f6d7-4ef1-b2a9-5c329cfe7972 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0908632 Jun 16 16:43:08.362300 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9139aeeb-b7dd-4df5-bd8e-615e8ff460db req-d7070e50-e31a-4585-bd0c-34b09e35df37 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Jun 16 16:43:09.585784 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c800b-f144-4234-ae2d-e9004a1dca4b req-d2d023b9-3159-4e69-aeb7-0130f4865961 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:09.587586 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b05c800b-f144-4234-ae2d-e9004a1dca4b req-d2d023b9-3159-4e69-aeb7-0130f4865961 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0763562 Jun 16 16:43:09.637632 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b05c800b-f144-4234-ae2d-e9004a1dca4b req-0e7de265-f81b-4532-a5f8-7ea7ce9eed00 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Jun 16 16:43:10.180827 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:10.226396 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-5240940c-34a3-4830-94de-dfd2786e924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:10.933319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348cee6-5d81-498d-8797-03aa2c492e7d req-5e8bed70-8ec0-4d5f-9847-ffeca4ea7ffc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:10.935200 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f348cee6-5d81-498d-8797-03aa2c492e7d req-5e8bed70-8ec0-4d5f-9847-ffeca4ea7ffc tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0757093 Jun 16 16:43:11.001414 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f348cee6-5d81-498d-8797-03aa2c492e7d req-efadb1e1-3553-47f9-bbc8-3d90c9f14534 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554323 Jun 16 16:43:11.385530 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:12.296144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30686498-d1f6-4315-9401-03335ee2ec14 req-1b4e473f-d4a9-45b8-a959-2924e3b41277 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:12.297972 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-30686498-d1f6-4315-9401-03335ee2ec14 req-1b4e473f-d4a9-45b8-a959-2924e3b41277 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0881643 Jun 16 16:43:12.366655 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-30686498-d1f6-4315-9401-03335ee2ec14 req-5ac1bf51-58ca-4a44-97b7-a34a8b102659 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609741 Jun 16 16:43:13.543587 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:13.598156 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d66516-be8e-45c1-b318-3833f10afdd0 req-392b214d-46a8-4b92-b144-d7c22576e1b2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:13.600249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20d66516-be8e-45c1-b318-3833f10afdd0 req-392b214d-46a8-4b92-b144-d7c22576e1b2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0997441 Jun 16 16:43:13.663697 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20d66516-be8e-45c1-b318-3833f10afdd0 req-f90e7674-dabb-4f79-9d63-8fc1129c8f3c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518262 Jun 16 16:43:14.895123 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be67a-9ab0-4ded-b25a-2f8c51cecebc req-4587996f-d5ef-4151-bf7d-6fcf62da23fb tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:14.896811 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-243be67a-9ab0-4ded-b25a-2f8c51cecebc req-4587996f-d5ef-4151-bf7d-6fcf62da23fb tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 944 time: 0.0803444 Jun 16 16:43:14.959385 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-243be67a-9ab0-4ded-b25a-2f8c51cecebc req-b0166adb-6b40-4493-a0a4-fc1403a4d335 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558004 Jun 16 16:43:15.051148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:43:15.234522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:43:15.263844 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'port_id': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'mac_address': 'fa:16:3e:94:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:43:15.329681 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:15.349222 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d250cf8-3a81-4be3-a502-db086a67ffb9 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:43:15.398835 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:43:15.503178 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:15.507587 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:43:15.596690 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=9']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:43:15.608396 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.608893 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.609495 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.609988 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.610590 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.611036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.611551 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.612207 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.612710 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.613204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.613731 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.614223 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:15.620548 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:43:15.642785 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:15.996558 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['4d250cf8-3a81-4be3-a502-db086a67ffb9'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:43:16.279128 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56dd97-2530-4d50-9949-1d5342645d68 req-6643cdda-36c2-4e59-8dbe-4cc01ea457af tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:16.280679 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc56dd97-2530-4d50-9949-1d5342645d68 req-6643cdda-36c2-4e59-8dbe-4cc01ea457af tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.1117480 Jun 16 16:43:16.329166 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc56dd97-2530-4d50-9949-1d5342645d68 req-a7f9c578-a7da-4c05-ab0c-240407ff025c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Jun 16 16:43:17.598583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df7724-b1da-45fc-ae3a-294f6ca78c1b req-dd119479-98d1-49b3-9ad7-9ad481e195e2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:17.601611 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c0df7724-b1da-45fc-ae3a-294f6ca78c1b req-dd119479-98d1-49b3-9ad7-9ad481e195e2 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.1159062 Jun 16 16:43:17.663028 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c0df7724-b1da-45fc-ae3a-294f6ca78c1b req-92e02426-5130-4f7a-9dfd-d94320147c20 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542088 Jun 16 16:43:17.989002 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-1668ca4a-322d-4a36-99c2-ec4462a2e018 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606589 Jun 16 16:43:18.112942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fba72-1e58-4bd6-9389-80d294b72921 req-a722ef7a-36bc-403d-843a-147b44fb34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:18.114467 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-a722ef7a-36bc-403d-843a-147b44fb34e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.0667970 Jun 16 16:43:18.233738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fba72-1e58-4bd6-9389-80d294b72921 req-efe2eca0-196d-4349-a64d-7d4589ae9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:18.235427 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-efe2eca0-196d-4349-a64d-7d4589ae9e97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.0972607 Jun 16 16:43:18.349221 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-905c8459-b50e-47ab-83c6-6bccfcdf5f1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 1002 time: 0.1040659 Jun 16 16:43:18.434826 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fba72-1e58-4bd6-9389-80d294b72921 req-1f6f184b-d37c-4e2c-a602-890ec3860995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:18.437438 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-1f6f184b-d37c-4e2c-a602-890ec3860995 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0803185 Jun 16 16:43:18.541437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fba72-1e58-4bd6-9389-80d294b72921 req-38ae7979-3242-4ba5-99a8-7c5dcd056cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:18.544301 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-38ae7979-3242-4ba5-99a8-7c5dcd056cc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987036 Jun 16 16:43:18.681763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-c4e9eab8-aef5-4515-95bb-a7cad07e1d21 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303468 Jun 16 16:43:18.839761 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-508fba72-1e58-4bd6-9389-80d294b72921 req-c3db0c3f-0713-4a84-a3bb-c17249c831b4 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502209 Jun 16 16:43:18.936966 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb02c4-a040-428e-9fb9-ab7da2f05543 req-a4824092-69f0-48a3-8034-c6ba7ff15dee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:18.939687 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5fb02c4-a040-428e-9fb9-ab7da2f05543 req-a4824092-69f0-48a3-8034-c6ba7ff15dee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 945 time: 0.1241241 Jun 16 16:43:18.988753 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5fb02c4-a040-428e-9fb9-ab7da2f05543 req-6aac9122-7ee9-459d-8755-36edaad0dca8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418086 Jun 16 16:43:19.063436 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:43:19.127995 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 4d250cf8-3a81-4be3-a502-db086a67ffb9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:43:19.128510 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:19.241843 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:19.279767 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:43:19.283667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba64b1e5-5f69-4b17-afd4-61e39996c881" -d '{"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-plugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:43:19.309349 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:43:19.339358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0dfaa0-6747-490b-b5f5-009f7e65b92d x-openstack-request-id: req-5f0dfaa0-6747-490b-b5f5-009f7e65b92d {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:43:19.340189 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-plugged", "status": "completed", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:43:19.340357 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5f0dfaa0-6747-490b-b5f5-009f7e65b92d {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:43:19.340945 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'code': 200} Jun 16 16:43:19.425901 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:19.430787 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:43:19.514594 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=10']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:43:19.520251 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:43:19.869781 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bb2b4-25dc-497e-bd1c-c38a4d7cd2ae req-8fbdee2f-58de-4cd8-80fd-58a1efdba1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:19.871787 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2a8bb2b4-25dc-497e-bd1c-c38a4d7cd2ae req-8fbdee2f-58de-4cd8-80fd-58a1efdba1bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1100 time: 0.0682595 Jun 16 16:43:19.931681 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2a8bb2b4-25dc-497e-bd1c-c38a4d7cd2ae req-5bb815fd-1a44-4858-8ba7-50cc5773f5af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517304 Jun 16 16:43:20.245040 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccccca2-b315-48c8-9803-b6f5afab05d2 req-b394f858-c8a8-41e0-a2fe-ae98e7bba5c8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:20.247023 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5ccccca2-b315-48c8-9803-b6f5afab05d2 req-b394f858-c8a8-41e0-a2fe-ae98e7bba5c8 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.0813022 Jun 16 16:43:20.301884 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5ccccca2-b315-48c8-9803-b6f5afab05d2 req-08ca4313-ec0a-44dc-9aa7-0ac8cfed78f3 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482907 Jun 16 16:43:21.554415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e43a-c350-45ab-a44e-aa738821b41a req-f849026d-2e38-4d37-a5b9-bf25f9e950be tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:21.557943 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a905e43a-c350-45ab-a44e-aa738821b41a req-f849026d-2e38-4d37-a5b9-bf25f9e950be tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.1177833 Jun 16 16:43:21.631192 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a905e43a-c350-45ab-a44e-aa738821b41a req-095fb9b4-64f7-42bb-87b3-96b6bd049fe6 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664337 Jun 16 16:43:22.876069 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39065e19-3ab9-42e3-8002-4facdf62c838 req-27420c73-2fcd-4c8b-b689-98f927245f8b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:22.878407 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-39065e19-3ab9-42e3-8002-4facdf62c838 req-27420c73-2fcd-4c8b-b689-98f927245f8b tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.0981719 Jun 16 16:43:22.935633 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-39065e19-3ab9-42e3-8002-4facdf62c838 req-a5ba6437-6a62-4e85-b279-0bd5b72605ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459292 Jun 16 16:43:24.196975 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7d48d-5ebe-4f6d-a7b4-6b998349f2a0 req-6ed437fa-7ac0-4d7f-96ce-ad78a08d98ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:24.198954 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67e7d48d-5ebe-4f6d-a7b4-6b998349f2a0 req-6ed437fa-7ac0-4d7f-96ce-ad78a08d98ed tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.1253843 Jun 16 16:43:24.263987 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-67e7d48d-5ebe-4f6d-a7b4-6b998349f2a0 req-f9b1fe02-78d3-401a-b9b0-c10ccdd14fbb tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570960 Jun 16 16:43:25.546911 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759039-edcb-45e6-a8b0-177e1dede3a7 req-ce7214e5-2226-48a7-99b6-7df4bdd10068 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:25.548518 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a759039-edcb-45e6-a8b0-177e1dede3a7 req-ce7214e5-2226-48a7-99b6-7df4bdd10068 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.0769439 Jun 16 16:43:25.595006 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a759039-edcb-45e6-a8b0-177e1dede3a7 req-32cb2a07-7f24-49b7-9fed-fddfafc579ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361528 Jun 16 16:43:35.642466 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:43:37.407375 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-cb8968bf-7928-45a2-88ab-8935c46741ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:40.110776 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:40.196772 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a2d290f0-92fc-4854-8f76-36bab5aed469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:41.339001 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:43.042045 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:45.590938 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:52.130721 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82299338-8333-47b1-b116-0654031430ec req-7c32f9b8-1c89-4814-b1d5-82f2ea6ea520 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:52.132560 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82299338-8333-47b1-b116-0654031430ec req-7c32f9b8-1c89-4814-b1d5-82f2ea6ea520 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0879376 Jun 16 16:43:52.215618 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82299338-8333-47b1-b116-0654031430ec req-b52d96bc-7db5-4f72-8e68-81074ffbe720 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710285 Jun 16 16:43:53.506648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be5f4c-02e5-4829-bf26-841b8cca4e33 req-f396b286-dff3-4053-99c2-431d1a67efa9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:53.508560 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1be5f4c-02e5-4829-bf26-841b8cca4e33 req-f396b286-dff3-4053-99c2-431d1a67efa9 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0778503 Jun 16 16:43:53.556963 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1be5f4c-02e5-4829-bf26-841b8cca4e33 req-207bd6d7-e527-44f4-a161-98a7a6c39524 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Jun 16 16:43:54.812719 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f005b-05f0-4ecb-8e60-8483dc1b0465 req-126b1d17-fdbf-4feb-9b55-12ab08a54b4a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:54.814345 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-014f005b-05f0-4ecb-8e60-8483dc1b0465 req-126b1d17-fdbf-4feb-9b55-12ab08a54b4a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.0796902 Jun 16 16:43:54.865270 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-014f005b-05f0-4ecb-8e60-8483dc1b0465 req-0df13884-7ce3-4a43-a29f-c8348082c28a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups?id=34982630-ddea-4028-913d-6514cc12c491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Jun 16 16:43:55.127081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-4f863c50-5265-462c-907a-542c8dfabf22 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:43:55.128553 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-4f863c50-5265-462c-907a-542c8dfabf22 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 945 time: 0.1025646 Jun 16 16:43:55.248894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Deleting port d8f8f36d-5be1-4c3e-83c7-a52501242a8a {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:43:55.249295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:55.367011 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] For port d8f8f36d-5be1-4c3e-83c7-a52501242a8a, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:43:55.367407 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:55.576781 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:55.577224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:55.577697 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Floating IP cae449f2-3619-4385-801b-557a23e514d8 disassociated. External IP: 172.27.3.25, port: d8f8f36d-5be1-4c3e-83c7-a52501242a8a. Jun 16 16:43:55.578149 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Calling delete_port for d8f8f36d-5be1-4c3e-83c7-a52501242a8a owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:43:55.858387 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:55.863629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:43:55.893834 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event deleted for resources: {'Port': ['ID=d8f8f36d-5be1-4c3e-83c7-a52501242a8a,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:43:55.907325 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.907786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.908261 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.908670 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.909040 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.909434 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.909990 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.910647 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.911310 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.912560 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.913399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.913813 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:55.919727 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:43:56.097235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-50481835-6301-4e08-8355-9c942fc8b72c req-e85f400c-1a7a-4d68-a726-a04631c3e224 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 210 time: 0.0560498 Jun 16 16:43:56.158424 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Router 47b862f7-4353-44c8-aa56-843d11461a99 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:43:56.307813 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:43:56.325602 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:43:56.343504 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:43:56.344559 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:43:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:43:56.392082 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] No DVR routers for this DVR port d8f8f36d-5be1-4c3e-83c7-a52501242a8a on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:43:56.401907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:56.401907 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9c62d8a4-0f8d-4fda-8d54-681a5a3cd814 req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.52 "DELETE /v2.0/ports/d8f8f36d-5be1-4c3e-83c7-a52501242a8a HTTP/1.1" status: 204 len: 173 time: 1.2631073 Jun 16 16:43:56.401907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'name': 'network-vif-deleted', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:43:56.408076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a1225-8a5c-4075-8355-fc6407127002" -d '{"events": [{"server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "name": "network-vif-deleted", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:43:56.482759 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:43:56.666033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f3ec0e-36f1-471f-8d4d-eeaa300d4978 x-openstack-request-id: req-66f3ec0e-36f1-471f-8d4d-eeaa300d4978 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:43:56.666033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d68df-0c12-4570-9fb9-0d7bbc7fa440", "name": "network-vif-deleted", "tag": "d8f8f36d-5be1-4c3e-83c7-a52501242a8a", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:43:56.666033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-66f3ec0e-36f1-471f-8d4d-eeaa300d4978 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:43:56.666033 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d68df-0c12-4570-9fb9-0d7bbc7fa440', 'name': 'network-vif-deleted', 'tag': 'd8f8f36d-5be1-4c3e-83c7-a52501242a8a', 'status': 'completed', 'code': 200} Jun 16 16:43:56.791673 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:43:56.795814 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:43:56.811704 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:43:56.812487 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:43:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:43:56.979984 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:43:57.313145 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:43:57.315494 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6a24cb0a-833e-4e32-9214-f9e79aef806b req-c6cf810e-b40a-40a1-a18a-5fad2f651512 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/ports?device_id=523d68df-0c12-4570-9fb9-0d7bbc7fa440 HTTP/1.1" status: 200 len: 210 time: 0.0611629 Jun 16 16:43:57.317751 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a606e94e-4404-42bd-8327-ec3c817eaca4 None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '884e7a69-b9e9-4f27-8014-8924de06dbb7', 'name': '', 'network_id': '8598bfb7-94ee-454e-9f91-c421ff437025', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'mac_address': 'fa:16:3e:ca:49:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:53Z', 'updated_at': '2021-06-16T16:31:03Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'subnets': [{'id': 'da433d2d-a0c2-4c91-beb8-18beb4c062e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:43:57.604655 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc975250-874b-453a-a677-d4a27fe5c1e1 None None] New status for floating IP cae449f2-3619-4385-801b-557a23e514d8: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:43:58.563308 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35222) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:43:58.633113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:58.663715 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:58.801350 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:58.806448 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:58.807749 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "DELETE /v2.0/security-groups/34982630-ddea-4028-913d-6514cc12c491 HTTP/1.1" status: 204 len: 168 time: 0.2430441 Jun 16 16:43:58.808816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3015e398-e226-4e73-8dee-e30793cbc2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:43:58.811049 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35226) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:43:58.820423 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34982630-ddea-4028-913d-6514cc12c491,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:43:58.828801 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.829249 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.829711 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.830325 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.830841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.831246 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.831780 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.832044 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.832448 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.832928 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.833428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.833924 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:43:58.834894 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.api.v2.resource [None req-e13b7823-db62-4552-9254-aa538bf1d4ad tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] show failed (client error): The resource could not be found. Jun 16 16:43:58.843253 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-e13b7823-db62-4552-9254-aa538bf1d4ad tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "GET /v2.0/security-groups/34982630-ddea-4028-913d-6514cc12c491 HTTP/1.1" status: 404 len: 347 time: 0.0239959 Jun 16 16:43:58.844037 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-75b4b44d-5510-471d-96bd-407d64abbde0 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:43:58.844037 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35228) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:43:58.994710 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Deleting port adef292a-06de-4062-a2d0-4f451a3bf6a6 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:43:58.995002 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:59.105410 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:59.105771 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:59.190175 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Calling delete_port for adef292a-06de-4062-a2d0-4f451a3bf6a6 owned by network:floatingip {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:43:59.228895 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d8f8f36d-5be1-4c3e-83c7-a52501242a8a no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:43:59.260361 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: d8f8f36d-5be1-4c3e-83c7-a52501242a8a {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:43:59.260789 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device d8f8f36d-5be1-4c3e-83c7-a52501242a8a not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:43:59.487671 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:59.493582 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab7d9add-3eab-4570-b751-e55583cfe018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:43:59.542651 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Pushing event deleted for resources: {'Port': ['ID=adef292a-06de-4062-a2d0-4f451a3bf6a6,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:43:59.548356 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:43:59.654067 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks [] for floatingip, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:59.658909 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:43:59.660816 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] 10.222.0.91 "DELETE /v2.0/floatingips/cae449f2-3619-4385-801b-557a23e514d8 HTTP/1.1" status: 204 len: 168 time: 0.8155689 Jun 16 16:44:04.138342 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35258) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:04.837094 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:05.160912 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Deleting port 884e7a69-b9e9-4f27-8014-8924de06dbb7 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:05.162290 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:05.269790 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] For port 884e7a69-b9e9-4f27-8014-8924de06dbb7, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=884e7a69-b9e9-4f27-8014-8924de06dbb7,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:05.270298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:05.350091 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Calling delete_port for 884e7a69-b9e9-4f27-8014-8924de06dbb7 owned by network:router_interface {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:05.698317 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:05.700720 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3c286e9a-39a6-405c-8e13-6e90802e2f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:05.730112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Pushing event deleted for resources: {'Port': ['ID=884e7a69-b9e9-4f27-8014-8924de06dbb7,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:05.734203 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:05.928626 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:06.464394 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Router 47b862f7-4353-44c8-aa56-843d11461a99 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:44:06.580094 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:44:06.586239 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] 10.222.0.91 "PUT /v2.0/routers/47b862f7-4353-44c8-aa56-843d11461a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4458580 Jun 16 16:44:06.589583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35262) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:06.593147 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] Sync routers for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:44:06.605149 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:06.605831 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:43:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:06.703706 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks [] for router, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:06.831630 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:06.966486 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Deleting port e6631e03-70cf-4a12-aec8-c3dad104836d {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:06.966847 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:06.967506 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:07.066567 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] For port e6631e03-70cf-4a12-aec8-c3dad104836d, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e6631e03-70cf-4a12-aec8-c3dad104836d,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:07.067111 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.150347 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Calling delete_port for e6631e03-70cf-4a12-aec8-c3dad104836d owned by network:router_gateway {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:07.267941 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:44:05Z', 'revision_number': 5, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port': {'id': 'e6631e03-70cf-4a12-aec8-c3dad104836d', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:69:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b862f7-4353-44c8-aa56-843d11461a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:50Z', 'updated_at': '2021-06-16T16:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:07.272402 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] Checking router: 47b862f7-4353-44c8-aa56-843d11461a99 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:44:07.287036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] Routers {'47b862f7-4353-44c8-aa56-843d11461a99'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:07.287942 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:43:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['47b862f7-4353-44c8-aa56-843d11461a99'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:07.415925 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] Set router 47b862f7-4353-44c8-aa56-843d11461a99 gateway port host: None {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:07.491441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:44:06Z', 'revision_number': 6, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port_host': None}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:07.495882 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6e2c-0e45-4a36-8d88-1a42d1b23f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.501488 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280a4cd-0cbe-4e6e-99b5-d6a756cbdfa7 None None] The sync data for ids ['47b862f7-4353-44c8-aa56-843d11461a99'] in dv-cinder-796685-1-iscsi is: [{'id': '47b862f7-4353-44c8-aa56-843d11461a99', 'name': 'tempest-AttachVolumeTestJSON-253678522-router', 'tenant_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:49Z', 'updated_at': '2021-06-16T16:44:06Z', 'revision_number': 6, 'project_id': 'ce88b755a50b43458a0ee21a6dd8eda0', 'gw_port_host': None}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:44:07.539125 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.544827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-00f8aa02-e9ed-4f49-81b2-169400583b91 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:07.593158 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6631e03-70cf-4a12-aec8-c3dad104836d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:07.595910 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:07.657430 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.755046 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.757629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.943337 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.943985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b862f7-4353-44c8-aa56-843d11461a99 {{(pid=92415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:44:07.951498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:07.957684 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] 10.222.0.91 "DELETE /v2.0/routers/47b862f7-4353-44c8-aa56-843d11461a99 HTTP/1.1" status: 204 len: 168 time: 1.3626883 Jun 16 16:44:07.957684 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35264) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:08.013945 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_v2 [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Deleting subnet da433d2d-a0c2-4c91-beb8-18beb4c062e2 {{(pid=92415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:44:08.017567 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.055113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26656380'] for subnet, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.146998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.286683 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26648772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2811651'] for subnet, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.289910 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:08.325744 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da433d2d-a0c2-4c91-beb8-18beb4c062e2,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:08.329640 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:08.331210 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.337265 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-5295317c-2c66-48dc-a6f5-8817510cbc36 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/da433d2d-a0c2-4c91-beb8-18beb4c062e2 HTTP/1.1" status: 204 len: 168 time: 0.3769894 Jun 16 16:44:08.338693 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35266) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:08.342172 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3d7ba-ce57-4c1a-a0e6-0841cb332324 None None] Network 8598bfb7-94ee-454e-9f91-c421ff437025 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:44:08.449677 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.551291 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Deleting port b618b690-fd24-43f9-b913-4adf1f01ac48 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:08.552518 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.604897 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] DHCP port deletion for 8598bfb7-94ee-454e-9f91-c421ff437025 request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:44:08.692538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] For port b618b690-fd24-43f9-b913-4adf1f01ac48, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=b618b690-fd24-43f9-b913-4adf1f01ac48,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:08.693256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.698504 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Deleting port b618b690-fd24-43f9-b913-4adf1f01ac48 {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:08.699130 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.785723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Calling delete_port for b618b690-fd24-43f9-b913-4adf1f01ac48 owned by network:dhcp {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:08.825078 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] For port b618b690-fd24-43f9-b913-4adf1f01ac48, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=b618b690-fd24-43f9-b913-4adf1f01ac48,segment=NetworkSegment(e37e3e1f-66ec-4064-ab9b-e7e81fd32c32),segment_id=e37e3e1f-66ec-4064-ab9b-e7e81fd32c32)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:08.825667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.943026 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Calling delete_port for b618b690-fd24-43f9-b913-4adf1f01ac48 owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:08.954704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:08.958367 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-acb0a72f-505b-4174-8879-b4df6575f4fb tempest-ServerRescueNegativeTestJSON-442671603 tempest-ServerRescueNegativeTestJSON-442671603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:08.990191 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Pushing event deleted for resources: {'Port': ['ID=b618b690-fd24-43f9-b913-4adf1f01ac48,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:08.992457 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] No DVR routers for this DVR port b618b690-fd24-43f9-b913-4adf1f01ac48 on host dv-cinder-796685-1-iscsi {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:08.994344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:09.052363 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.054873 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:09.087594 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Pushing event deleted for resources: {'Port': ['ID=b618b690-fd24-43f9-b913-4adf1f01ac48,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:09.091561 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:09.107125 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca136c-e6f8-45e5-b8c0-3b9fca41bf36 None None] No DVR routers for this DVR port b618b690-fd24-43f9-b913-4adf1f01ac48 on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:09.117796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.136010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8598bfb7-94ee-454e-9f91-c421ff437025']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:09.151627 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:09.151998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37e3e1f-66ec-4064-ab9b-e7e81fd32c32') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:09.164042 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.189671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.201400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:44:09.202124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:44:09.205243 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:44:09.488592 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.494936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:09.501630 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:09.508696 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] 10.222.0.91 "DELETE /v2.0/networks/8598bfb7-94ee-454e-9f91-c421ff437025 HTTP/1.1" status: 204 len: 168 time: 1.1658387 Jun 16 16:44:09.520542 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Pushing event deleted for resources: {'Network': ['ID=8598bfb7-94ee-454e-9f91-c421ff437025,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:09.523025 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:09.543367 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e6631e03-70cf-4a12-aec8-c3dad104836d no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:09.579408 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: e6631e03-70cf-4a12-aec8-c3dad104836d {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:09.579954 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e6631e03-70cf-4a12-aec8-c3dad104836d not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:09.580678 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 884e7a69-b9e9-4f27-8014-8924de06dbb7 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:09.616650 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 884e7a69-b9e9-4f27-8014-8924de06dbb7 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:09.617231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 884e7a69-b9e9-4f27-8014-8924de06dbb7 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:09.617990 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device b618b690-fd24-43f9-b913-4adf1f01ac48 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:09.651560 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: b618b690-fd24-43f9-b913-4adf1f01ac48 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:09.652147 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device b618b690-fd24-43f9-b913-4adf1f01ac48 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:09.965863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35272) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:10.015946 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4638e874-e64f-4267-9ea5-48545eed3739 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ce88b755a50b43458a0ee21a6dd8eda0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482864 Jun 16 16:44:10.019352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35274) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:10.080835 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:10.097844 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:10.112315 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:10.149955 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-873da468-41c6-4ad7-9791-f549072cd7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:10.229877 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:10.232858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:10.234355 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/09b83879-b411-47ee-820d-d7927919d2c1 HTTP/1.1" status: 204 len: 168 time: 0.2127373 Jun 16 16:44:10.236838 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d01029ed-5faf-4932-a34a-476de7d90cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:10.248247 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b83879-b411-47ee-820d-d7927919d2c1,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:10.252052 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:11.309990 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:11.714390 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35298) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:11.836416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1458528653-network', 'tenant_id': 'bb10d2268dfb4e8ab1a2b5f38e2d4471'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:44:11.988930 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Made reservation on behalf of bb10d2268dfb4e8ab1a2b5f38e2d4471 for: {'network': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:44:11.991758 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.001580 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.169233 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.252986 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.260660 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2eaaaddb-49eb-4237-b78b-828c22494c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:12.301665 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1210} {{(pid=92415) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:44:12.319598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:12.333784 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:12.337644 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.337644 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.segments_db [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Added segment 689135a5-9101-4adf-b9bc-00f2aee05012 of type vlan for network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 Jun 16 16:44:12.409543 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.526681 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.528731 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:12.529933 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:12.535196 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:12.618444 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Pushing event updated for resources: {'Network': ['ID=6d38f1db-f9c9-43e4-b107-e3253c9c3d54,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:12.621638 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:12.631116 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:44:12.636425 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-87d02534-6371-4717-ac97-941240056d31 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9203589 Jun 16 16:44:12.640916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35302) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:12.646156 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:44:12.652706 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Request body: {'subnet': {'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1458528653-subnet', 'tenant_id': 'bb10d2268dfb4e8ab1a2b5f38e2d4471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:44:12.818702 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Made reservation on behalf of bb10d2268dfb4e8ab1a2b5f38e2d4471 for: {'subnet': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:44:12.822514 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2811672'] for subnet, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:13.046462 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:13.200733 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26648709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2811658'] for subnet, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:13.204692 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-40aaf6b7-6ea7-4c2e-85e5-330e7e98e80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:13.265219 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1359cfb4-224a-4354-9f35-5450c0032aa0,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:13.269482 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:13.279984 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Checking segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:44:13.280367 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Network hostable DHCP agents. Network: 6d38f1db-f9c9-43e4-b107-e3253c9c3d54, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92415) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:44:13.377894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92415) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:44:13.508943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 6d38f1db-f9c9-43e4-b107-e3253c9c3d54) {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:44:13.514387 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:13.515134 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:13.522214 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde103d3-17c3-4800-836d-7ce4a19b891d None None] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:44:13.658475 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-75a03968-f0c0-4482-9e49-96e6914ed574 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0156219 Jun 16 16:44:13.747872 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecee593-1007-4098-b01d-abd70944da65 None None] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:44:14.294968 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-b55b0221-2d27-466d-ba30-1c72b1f4465c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:14.296463 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-b55b0221-2d27-466d-ba30-1c72b1f4465c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1172233 Jun 16 16:44:14.313189 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3c1ed735-cc94-4199-b226-23903c85b18f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/quotas/bb10d2268dfb4e8ab1a2b5f38e2d4471 HTTP/1.1" status: 200 len: 375 time: 0.0100646 Jun 16 16:44:14.352796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-b61e044e-daf8-4e0f-a518-fbdb3cec8290 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324476 Jun 16 16:44:14.410573 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-1f654797-d733-496a-b62e-d99f457715c6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:44:14.411669 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-1f654797-d733-496a-b62e-d99f457715c6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513539 Jun 16 16:44:14.531330 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-1a1dab7b-c400-4f91-90e3-231cace19ed0 service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086040 Jun 16 16:44:14.686957 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-6dc1b1a4-cbd6-4e48-8cd4-76c48b4e1400 service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490078 Jun 16 16:44:15.050091 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb63259b-1e4c-48da-acc8-2a6fc163b060 req-a247d811-6e1d-4e46-b005-b8152cc36404 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0286462 Jun 16 16:44:15.612326 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:16.155163 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11d31bb7-1c37-4d27-8763-3bf2bf57c98f req-c2d94470-e357-4cce-aaa8-3a992428ca84 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0411818 Jun 16 16:44:17.244688 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8cbdc184-08c2-414d-adbd-47b8b591910d req-721b0161-9bf7-4454-8ff7-076c2dd5c790 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0315118 Jun 16 16:44:18.342101 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-77360ab4-4548-417c-99c3-fbd26f610d01 req-2511242a-77d2-4a06-aad6-51b497090250 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0326149 Jun 16 16:44:19.490933 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9980a577-dc30-4eb1-8b34-ac9864022ffd req-9127f8b9-2172-48d4-9711-645f18ae522d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0287268 Jun 16 16:44:19.998126 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-9eb056e8-0095-4d21-abc5-9501bbcd1714 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585320 Jun 16 16:44:20.078537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-3e5f4e1a-64f7-4b83-9341-6476c54ee2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:20.080201 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-3e5f4e1a-64f7-4b83-9341-6476c54ee2a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 1100 time: 0.0557320 Jun 16 16:44:20.213398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-ef8b2235-bee3-4b5f-92bf-d7bf1c163b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:20.214986 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-ef8b2235-bee3-4b5f-92bf-d7bf1c163b41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 200 len: 919 time: 0.1108181 Jun 16 16:44:20.298567 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-09ef9bf4-e68e-4e6d-ab13-dd10b483a24a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 200 len: 1002 time: 0.0740919 Jun 16 16:44:20.362404 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-8a0da040-0b39-4551-bed4-bd3e8f0a17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:20.365216 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-8a0da040-0b39-4551-bed4-bd3e8f0a17e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 200 len: 856 time: 0.0580220 Jun 16 16:44:20.437150 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-f6ec5cc1-65ce-41a3-ba55-cdd1e7843ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:20.438921 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-f6ec5cc1-65ce-41a3-ba55-cdd1e7843ee7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1ff08517-4c8a-4aba-92e6-8999e2b753fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654194 Jun 16 16:44:20.549049 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-e7f0c343-4f83-4c70-a145-b825a03162f0 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003160 Jun 16 16:44:20.674592 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-17fd0942-e710-4f22-b648-e98b1af58f61 req-57092e47-122a-4e7f-9887-5c960856b656 service neutron] 10.222.0.52 "GET /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166842 Jun 16 16:44:20.738149 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8940db58-cf7a-4882-99dc-f6becd5a2742 req-491364a5-ed64-450a-9aea-e639c3d522d5 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0360188 Jun 16 16:44:21.750942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-7ee4dfb7-b785-4d92-bf45-c3d8df7bbc8f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:21.753327 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-7ee4dfb7-b785-4d92-bf45-c3d8df7bbc8f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1264980 Jun 16 16:44:21.773048 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Request body: {'port': {'device_id': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'admin_state_up': True, 'tenant_id': 'bb10d2268dfb4e8ab1a2b5f38e2d4471'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:44:21.950254 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47e96b8e-6f89-453b-ae13-49221af02f3b req-a1716717-e737-4e20-8140-e4b452a1b73d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0429180 Jun 16 16:44:22.085694 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Made reservation on behalf of bb10d2268dfb4e8ab1a2b5f38e2d4471 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:44:22.089708 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:22.238176 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Allocated IP 172.20.0.11 (6d38f1db-f9c9-43e4-b107-e3253c9c3d54/1359cfb4-224a-4354-9f35-5450c0032aa0/76577ac3-1ec5-4de5-8a92-a21fd1028bdd) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:44:22.424818 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:22.526687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:22.531392 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e4dc67dc-0215-4f87-99d0-a38870e1ede5 tempest-VolumesActionsTest-347580104 tempest-VolumesActionsTest-347580104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:22.576016 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:44:22.582749 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:44:22.589403 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:44:22.597858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event updated for resources: {'Port': ['ID=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:22.626847 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:22.656105 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:22.656777 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:22.823748 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0549710 Jun 16 16:44:22.838552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Request body: {'port': {'device_id': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:44:22.944999 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:23.231867 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b1413-7de8-4670-bb4b-12f244ba3b5c req-dfb78507-678f-4552-88cc-ddd41e7e683b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:23.233343 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-824b1413-7de8-4670-bb4b-12f244ba3b5c req-dfb78507-678f-4552-88cc-ddd41e7e683b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 932 time: 0.1459761 Jun 16 16:44:23.617960 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-824b1413-7de8-4670-bb4b-12f244ba3b5c req-51a30e4e-5f0c-4876-b6cf-1dc370d8b687 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742259 Jun 16 16:44:23.659346 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76577ac3-1ec5-4de5-8a92-a21fd1028bdd {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:44:23.668246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:23.682068 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Transition to ACTIVE for port object 76577ac3-1ec5-4de5-8a92-a21fd1028bdd will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:44:23.786893 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35364) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:23.826679 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:23.837658 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-de9cdd38-d293-49eb-8eb3-65706dcd4d9a tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:23.930536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Pushing event updated for resources: {'Port': ['ID=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:23.934276 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:24.079420 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Attempting to bind port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:44:24.079760 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Attempting to bind port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:44:24.080091 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Attempting to bind port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:44:24.088536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:44:24.088855 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Attempting to bind port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:44:24.097298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:44:24.097671 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Checking segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:44:24.098108 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Bound using segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:44:24.098540 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Bound port: 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:44:24.098895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.131037 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Deleting port 677bf101-3402-4375-9930-bb9e2ff4d9df {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:24.131037 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.232659 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] For port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:44:24.255269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] For port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:44:24.259839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.260045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.332281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Calling delete_port for 677bf101-3402-4375-9930-bb9e2ff4d9df owned by network:floatingip {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:24.449081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.453147 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:24.504620 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:24.505246 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.506970 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] 10.222.0.52 "PUT /v2.0/ports/76577ac3-1ec5-4de5-8a92-a21fd1028bdd HTTP/1.1" status: 200 len: 1094 time: 1.6736839 Jun 16 16:44:24.507513 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'tag': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:44:24.510030 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e7961-e577-4d6d-8d4e-66d7754a7aed" -d '{"events": [{"name": "network-changed", "server_uuid": "93ad7a2b-98cb-44f2-87a9-7fbb56bf8454", "tag": "76577ac3-1ec5-4de5-8a92-a21fd1028bdd"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:44:24.547973 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Pushing event updated for resources: {'Port': ['ID=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:24.551471 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-3b549d1e-fde3-4410-933d-b8679d7c6494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:24.583404 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a8f6b-1403-4a99-835f-8c53d28590fc x-openstack-request-id: req-943a8f6b-1403-4a99-835f-8c53d28590fc {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:44:24.583720 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ad7a2b-98cb-44f2-87a9-7fbb56bf8454", "tag": "76577ac3-1ec5-4de5-8a92-a21fd1028bdd", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:44:24.584007 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-943a8f6b-1403-4a99-835f-8c53d28590fc {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:44:24.584456 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'tag': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd', 'status': 'completed', 'code': 200} Jun 16 16:44:24.681336 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7961-e577-4d6d-8d4e-66d7754a7aed req-0a432610-5bf1-4bf6-8602-8338cc7e3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:24.683023 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f37e7961-e577-4d6d-8d4e-66d7754a7aed req-0a432610-5bf1-4bf6-8602-8338cc7e3202 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 1097 time: 0.0687673 Jun 16 16:44:24.691044 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.693772 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:24.738345 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event deleted for resources: {'Port': ['ID=677bf101-3402-4375-9930-bb9e2ff4d9df,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:24.742947 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:24.904809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7961-e577-4d6d-8d4e-66d7754a7aed req-218c7b1a-57cf-44f6-ba14-5ca43c115178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:24.906323 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f37e7961-e577-4d6d-8d4e-66d7754a7aed req-218c7b1a-57cf-44f6-ba14-5ca43c115178 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2087519 Jun 16 16:44:24.913692 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for floatingip, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:24.914034 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Floating IP 31637864-23a5-4805-8deb-5ac5578f789f disassociated (deleted). External IP: 172.27.3.205, port: da6b9b30-e18a-4e66-8f56-e72e0e5ca854. Jun 16 16:44:25.034289 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f2172-3fc8-423d-836a-f94ba2951c9d req-bc66a4b6-7cd1-4376-a0f0-aae66eca9d09 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:25.034289 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d02f2172-3fc8-423d-836a-f94ba2951c9d req-bc66a4b6-7cd1-4376-a0f0-aae66eca9d09 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 944 time: 0.2842371 Jun 16 16:44:25.142677 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d02f2172-3fc8-423d-836a-f94ba2951c9d req-d9fb157d-bdd3-4907-9f4e-14027ebdc734 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033628 Jun 16 16:44:25.144621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e7961-e577-4d6d-8d4e-66d7754a7aed req-6417914e-9b88-40f6-a035-43571e866449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:25.146951 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f37e7961-e577-4d6d-8d4e-66d7754a7aed req-6417914e-9b88-40f6-a035-43571e866449 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2306612 Jun 16 16:44:25.313913 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-1e00075e-9785-48b9-b4a7-90ed6379d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:25.315317 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-1e00075e-9785-48b9-b4a7-90ed6379d186 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 1097 time: 0.1148095 Jun 16 16:44:25.317848 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Router 67e0c30e-d634-4828-b798-697dd3024873 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:44:25.368370 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-dd339d65-4734-4c15-9198-88c0ef69cea7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd HTTP/1.1" status: 200 len: 217 time: 0.0426941 Jun 16 16:44:25.495827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-37b39e72-8686-406b-a9ce-8a4f37c75db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:25.497429 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-37b39e72-8686-406b-a9ce-8a4f37c75db5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 200 len: 855 time: 0.0956030 Jun 16 16:44:25.540645 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-a878e644-ee77-44bd-a7b9-8385b47ad292 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358531 Jun 16 16:44:25.543672 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:44:25.548398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:25.555583 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] Sync routers for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:44:25.568060 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:25.568868 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:25.647603 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "DELETE /v2.0/floatingips/31637864-23a5-4805-8deb-5ac5578f789f HTTP/1.1" status: 204 len: 168 time: 1.8536911 Jun 16 16:44:25.701927 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-e3f61f6f-338a-404f-b2e5-18b41f7f5ac8 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509609 Jun 16 16:44:25.706018 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:25.859643 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-65a88e5b-329d-4cab-a66b-592ba43fa960 req-1eabfda7-6c17-4995-b571-26489b88a896 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475554 Jun 16 16:44:25.986961 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:43Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:25.990935 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] Checking router: 67e0c30e-d634-4828-b798-697dd3024873 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:44:26.000344 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:26.000969 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:26.127835 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:26.394077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77235b-583d-4a9d-9d17-611a8cbcff33 req-d45847d1-7046-4f67-8661-af03ee54e735 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:26.397335 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c77235b-583d-4a9d-9d17-611a8cbcff33 req-d45847d1-7046-4f67-8661-af03ee54e735 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 944 time: 0.0997741 Jun 16 16:44:26.472707 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1c77235b-583d-4a9d-9d17-611a8cbcff33 req-7dd21dcf-19d8-4aa5-a12f-b531135b5bf2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685446 Jun 16 16:44:26.511043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f48608-8703-4615-96ee-b150cea330a0 req-a4ca2f99-0c8d-4fc5-9793-d52b465453b8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:26.512582 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f1f48608-8703-4615-96ee-b150cea330a0 req-a4ca2f99-0c8d-4fc5-9793-d52b465453b8 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.1002491 Jun 16 16:44:26.516538 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:43Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:26.521429 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100a467e-0575-4727-99c6-e2c59bcabb41 None None] The sync data for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi is: [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:36:35Z', 'revision_number': 4, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '2f962a25-88cb-44d5-8050-6d7358ed03ca', 'name': '', 'network_id': '71589d6a-836d-4a45-9616-53e908f61998', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'mac_address': 'fa:16:3e:6d:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:34Z', 'updated_at': '2021-06-16T16:36:43Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'subnets': [{'id': 'ff8247d6-7cf9-4569-957f-152eb0ec5b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:44:26.563080 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f1f48608-8703-4615-96ee-b150cea330a0 req-60f053f9-f8be-4188-a6c5-fdbb5825a181 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Jun 16 16:44:26.586204 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:44:26.590259 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11994657-a662-49b3-b74a-ab718a730f23" -d '{"events": [{"name": "network-changed", "server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:44:26.632065 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95073645-6e87-4843-ba1f-267cb17eba84 x-openstack-request-id: req-95073645-6e87-4843-ba1f-267cb17eba84 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:44:26.632503 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:44:26.632937 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-95073645-6e87-4843-ba1f-267cb17eba84 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:44:26.633483 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'status': 'completed', 'code': 200} Jun 16 16:44:26.723853 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994657-a662-49b3-b74a-ab718a730f23 req-d605a822-4c89-4ab6-b980-66f2c8e5b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:26.725480 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-d605a822-4c89-4ab6-b980-66f2c8e5b1c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abf58ad1aca14ae785be4c100de8bda8&device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 1099 time: 0.0655279 Jun 16 16:44:26.772485 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560554e8-5990-48be-ac78-caa511bfa41a None None] New status for floating IP 31637864-23a5-4805-8deb-5ac5578f789f: DOWN {{(pid=92417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:44:26.839191 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994657-a662-49b3-b74a-ab718a730f23 req-f764fd55-ec1c-47c6-ae03-09e74a6d0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:26.841951 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-f764fd55-ec1c-47c6-ae03-09e74a6d0d69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 200 len: 910 time: 0.1094489 Jun 16 16:44:26.894506 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-46532a21-74fa-426c-a5b7-2d6510beb2fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 200 len: 217 time: 0.0423026 Jun 16 16:44:26.950002 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994657-a662-49b3-b74a-ab718a730f23 req-32f4e273-e461-47ce-bb63-1ebbc88549fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:26.951396 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-32f4e273-e461-47ce-bb63-1ebbc88549fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 200 len: 847 time: 0.0491760 Jun 16 16:44:27.021951 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994657-a662-49b3-b74a-ab718a730f23 req-2576cfc9-0b6a-4945-a327-23e583b2f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:27.023471 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-2576cfc9-0b6a-4945-a327-23e583b2f037 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=71589d6a-836d-4a45-9616-53e908f61998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594923 Jun 16 16:44:27.126493 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-e9f9307e-e16b-4715-bc1d-da58b4bca897 service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943065 Jun 16 16:44:27.227235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11994657-a662-49b3-b74a-ab718a730f23 req-8c172440-533e-40ec-97ee-fb82624b3afb service neutron] 10.222.0.52 "GET /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866718 Jun 16 16:44:27.688988 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63afef-a89e-4144-a4d4-f65e51e834de req-0410a35a-9c85-45f5-b71d-6ec3618aa99f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:27.690824 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3b63afef-a89e-4144-a4d4-f65e51e834de req-0410a35a-9c85-45f5-b71d-6ec3618aa99f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 944 time: 0.0747736 Jun 16 16:44:27.769301 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3b63afef-a89e-4144-a4d4-f65e51e834de req-876fcd80-9eca-42fa-98d5-43e3969348d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674255 Jun 16 16:44:27.802132 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0eaef3-03f1-4316-b474-e202b0efb420 req-7c32873c-e50b-4a32-bddd-57906bfdd88e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:27.803853 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec0eaef3-03f1-4316-b474-e202b0efb420 req-7c32873c-e50b-4a32-bddd-57906bfdd88e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.1120446 Jun 16 16:44:27.847410 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec0eaef3-03f1-4316-b474-e202b0efb420 req-a29ee88c-53a9-45fa-a6c2-e1a25cf33cd4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Jun 16 16:44:28.859316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-9e65bf4e-29dc-4e7d-b536-e2d66459ef19 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:28.861138 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-9e65bf4e-29dc-4e7d-b536-e2d66459ef19 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.0751717 Jun 16 16:44:29.108639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Deleting port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:29.109007 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:29.145786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079b342-f337-4728-8038-edcc5601d2ca req-80533a3e-200a-4596-aea9-3404e8f67247 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:29.147362 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c079b342-f337-4728-8038-edcc5601d2ca req-80533a3e-200a-4596-aea9-3404e8f67247 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 944 time: 0.1608834 Jun 16 16:44:29.203808 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51b13a-f794-4879-8c9b-502ae7571abd req-ffc4aba4-9fcb-4b07-a748-bba69e7820ac tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:29.205577 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc51b13a-f794-4879-8c9b-502ae7571abd req-ffc4aba4-9fcb-4b07-a748-bba69e7820ac tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 946 time: 0.1853490 Jun 16 16:44:29.278140 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c079b342-f337-4728-8038-edcc5601d2ca req-8b97bde6-9123-4cea-924a-361e456486da tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209772 Jun 16 16:44:29.290034 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] For port da6b9b30-e18a-4e66-8f56-e72e0e5ca854, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:29.290399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:29.306424 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc51b13a-f794-4879-8c9b-502ae7571abd req-e1d20aab-7eca-424b-820a-38ed3472bf12 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/security-groups?id=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862193 Jun 16 16:44:29.370585 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Calling delete_port for da6b9b30-e18a-4e66-8f56-e72e0e5ca854 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:29.398592 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 76577ac3-1ec5-4de5-8a92-a21fd1028bdd details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:44:29.506775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:29.523020 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'port_id': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd', 'mac_address': 'fa:16:3e:cb:fd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1359cfb4-224a-4354-9f35-5450c0032aa0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:44:29.579791 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:29.597117 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76577ac3-1ec5-4de5-8a92-a21fd1028bdd {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:44:29.624342 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:29.645810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:29.650681 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9c4b6e33-3898-477f-8837-05a2de82e4f5 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:29.680223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event deleted for resources: {'Port': ['ID=da6b9b30-e18a-4e66-8f56-e72e0e5ca854,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:29.683591 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:29.729667 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] No DVR routers for this DVR port da6b9b30-e18a-4e66-8f56-e72e0e5ca854 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:29.733309 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:29.734950 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9b1b402d-0bee-410b-bc3a-6cbc6a0e2351 req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.52 "DELETE /v2.0/ports/da6b9b30-e18a-4e66-8f56-e72e0e5ca854 HTTP/1.1" status: 204 len: 173 time: 0.8646126 Jun 16 16:44:29.735566 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-deleted', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:44:29.738093 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd7975-01d0-41d5-a97d-431e186c05cc" -d '{"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-deleted", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:44:29.777914 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c83ab3-d107-42d0-b498-8f1e15162d23 x-openstack-request-id: req-c6c83ab3-d107-42d0-b498-8f1e15162d23 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:44:29.778237 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d6323a2-094a-4914-9b65-035aa17db7ce", "name": "network-vif-deleted", "tag": "da6b9b30-e18a-4e66-8f56-e72e0e5ca854", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:44:29.778538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c6c83ab3-d107-42d0-b498-8f1e15162d23 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:44:29.778974 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d6323a2-094a-4914-9b65-035aa17db7ce', 'name': 'network-vif-deleted', 'tag': 'da6b9b30-e18a-4e66-8f56-e72e0e5ca854', 'status': 'completed', 'code': 200} Jun 16 16:44:29.800537 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:29.803268 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-ab709b33-15ad-484d-ae74-a8a2bec955de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:29.869898 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:29.882461 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.882856 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.883409 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.883959 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.884606 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.885084 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.885682 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.886245 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.886842 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.887907 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.887907 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.888491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:29.895441 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:30.282805 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:44:30.510389 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a5f4369-ceba-4325-92ee-70689b7b5151 req-6cd805b8-fb95-4fd7-ad58-2f0048dcb449 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 210 time: 0.0617824 Jun 16 16:44:30.547746 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a3cfc-820d-45be-83a5-d70a43416669 req-10697bbe-4642-42b0-8a8b-baaecdbc25d2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:30.552341 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-807a3cfc-820d-45be-83a5-d70a43416669 req-10697bbe-4642-42b0-8a8b-baaecdbc25d2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 945 time: 0.1213453 Jun 16 16:44:30.592651 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-807a3cfc-820d-45be-83a5-d70a43416669 req-745c9bb7-e2ff-4960-998e-d86c0592c68a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Jun 16 16:44:31.428912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 76577ac3-1ec5-4de5-8a92-a21fd1028bdd up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:44:31.594035 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:44:31.601424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:44:31.601828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:31.705627 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:31.715905 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6f140514-2d9b-4557-979d-74b5cdf0ecff req-05a57342-eca1-4989-9fd7-d85fb38c10ab tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "GET /v2.0/ports?device_id=2d6323a2-094a-4914-9b65-035aa17db7ce HTTP/1.1" status: 200 len: 210 time: 0.0571067 Jun 16 16:44:31.745801 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:44:31.749005 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09edbe61-dc73-4172-945a-1e4deb718825" -d '{"events": [{"server_uuid": "93ad7a2b-98cb-44f2-87a9-7fbb56bf8454", "name": "network-vif-plugged", "status": "completed", "tag": "76577ac3-1ec5-4de5-8a92-a21fd1028bdd"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:44:31.766346 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:31.793057 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae8be1-75e4-4870-bd20-f06122051d24 x-openstack-request-id: req-71ae8be1-75e4-4870-bd20-f06122051d24 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:44:31.793361 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad7a2b-98cb-44f2-87a9-7fbb56bf8454", "name": "network-vif-plugged", "status": "completed", "tag": "76577ac3-1ec5-4de5-8a92-a21fd1028bdd", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:44:31.793665 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-71ae8be1-75e4-4870-bd20-f06122051d24 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:44:31.794113 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd', 'code': 200} Jun 16 16:44:31.817702 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1d43c-8d81-4fc5-aa0a-c75143b44f4b req-4dcad0b7-9a01-43f2-bee5-ca46db761511 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:31.819376 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3ff1d43c-8d81-4fc5-aa0a-c75143b44f4b req-4dcad0b7-9a01-43f2-bee5-ca46db761511 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 945 time: 0.0769129 Jun 16 16:44:31.834540 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:31.835476 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:31.837410 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:31.879479 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: da6b9b30-e18a-4e66-8f56-e72e0e5ca854 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:31.879828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device da6b9b30-e18a-4e66-8f56-e72e0e5ca854 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:31.890917 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3ff1d43c-8d81-4fc5-aa0a-c75143b44f4b req-0c516690-3dbe-4b61-9111-2a4a936845b4 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623782 Jun 16 16:44:31.909200 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:31.918215 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:32.459669 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598183d5-4631-4ba5-a613-42f8c703c162 req-618741c8-c3a1-4149-b6b3-12dec14154f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:32.461239 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-598183d5-4631-4ba5-a613-42f8c703c162 req-618741c8-c3a1-4149-b6b3-12dec14154f6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 1099 time: 0.3611934 Jun 16 16:44:32.514070 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-598183d5-4631-4ba5-a613-42f8c703c162 req-666e22a5-5ab2-4701-a5e3-c49a8fc508d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Jun 16 16:44:32.860903 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35402) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:32.958837 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:32.992253 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:33.148313 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd921102-9582-4826-82d0-b7935bc78b0f req-06fa59ac-1f71-4405-bd17-e11db5638882 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:33.149973 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fd921102-9582-4826-82d0-b7935bc78b0f req-06fa59ac-1f71-4405-bd17-e11db5638882 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.0760207 Jun 16 16:44:33.153807 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:33.157051 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:33.158708 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] 10.222.0.91 "DELETE /v2.0/security-groups/eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a HTTP/1.1" status: 204 len: 168 time: 0.2962961 Jun 16 16:44:33.159642 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c56cfea9-2c50-420d-be81-b3cba12c3b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:33.171840 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f262b-a1c8-40bb-88b1-2b9ece9ead4a,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:33.175047 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4cdabf94-8854-4fa5-ba93-a1704b422bcc tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:33.206096 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fd921102-9582-4826-82d0-b7935bc78b0f req-4b5f2d79-dfe7-4e2e-b7bd-79942403d2c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496950 Jun 16 16:44:33.330789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35408) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:33.794313 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:34.079332 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Deleting port 2f962a25-88cb-44d5-8050-6d7358ed03ca {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:34.080368 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:34.177765 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] For port 2f962a25-88cb-44d5-8050-6d7358ed03ca, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=2f962a25-88cb-44d5-8050-6d7358ed03ca,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:34.178123 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:34.263097 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Calling delete_port for 2f962a25-88cb-44d5-8050-6d7358ed03ca owned by network:router_interface {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:34.419738 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c9972-6357-4e1b-8c05-73c1d4544a61 req-03e13e79-6b12-4b14-99bd-b9b1bbf90b28 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:34.422837 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-885c9972-6357-4e1b-8c05-73c1d4544a61 req-03e13e79-6b12-4b14-99bd-b9b1bbf90b28 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.0889044 Jun 16 16:44:34.487900 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-885c9972-6357-4e1b-8c05-73c1d4544a61 req-a4f741b0-9c7a-44bf-9b12-89b6dbce5e17 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547662 Jun 16 16:44:34.664091 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:34.666651 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:34.698110 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f962a25-88cb-44d5-8050-6d7358ed03ca,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:34.698110 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:34.932595 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:35.180809 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Router 67e0c30e-d634-4828-b798-697dd3024873 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:44:35.309865 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:44:35.316785 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-25e69e28-b2f5-4592-90be-9b32b06c4fc5 admin admin] 10.222.0.91 "PUT /v2.0/routers/67e0c30e-d634-4828-b798-697dd3024873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9840190 Jun 16 16:44:35.322884 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35414) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:35.329543 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] Sync routers for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:44:35.345238 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:35.346384 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:35.445702 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:35.540722 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:35.808929 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:44:34Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:35.813099 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] Checking router: 67e0c30e-d634-4828-b798-697dd3024873 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:44:35.814396 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:35.825940 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] Routers {'67e0c30e-d634-4828-b798-697dd3024873'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:35.826716 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['67e0c30e-d634-4828-b798-697dd3024873'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:35.834144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f72950-06d6-438b-8f65-40938e307dc4 req-a4c4db2d-6824-4cc0-a6a1-def1aebc8231 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:35.837421 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-15f72950-06d6-438b-8f65-40938e307dc4 req-a4c4db2d-6824-4cc0-a6a1-def1aebc8231 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.1156874 Jun 16 16:44:35.895249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-15f72950-06d6-438b-8f65-40938e307dc4 req-a44ecd0e-8315-461e-abe5-9a849836df9f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458789 Jun 16 16:44:35.985848 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] Set router 67e0c30e-d634-4828-b798-697dd3024873 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:35.995364 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Deleting port d34f58bb-0fdf-4725-987c-a959124a1b56 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:35.995936 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.146580 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] For port d34f58bb-0fdf-4725-987c-a959124a1b56, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d34f58bb-0fdf-4725-987c-a959124a1b56,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:36.147257 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.243096 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Calling delete_port for d34f58bb-0fdf-4725-987c-a959124a1b56 owned by network:router_gateway {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:36.295319 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:44:34Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:36.299292 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc6082-8ac6-400f-8226-c1ff592be8cc None None] The sync data for ids ['67e0c30e-d634-4828-b798-697dd3024873'] in dv-cinder-796685-1-iscsi is: [{'id': '67e0c30e-d634-4828-b798-697dd3024873', 'name': 'tempest-TestShelveInstance-393198457-router', 'tenant_id': 'abf58ad1aca14ae785be4c100de8bda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:28Z', 'updated_at': '2021-06-16T16:44:34Z', 'revision_number': 5, 'project_id': 'abf58ad1aca14ae785be4c100de8bda8', 'gw_port': {'id': 'd34f58bb-0fdf-4725-987c-a959124a1b56', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0c30e-d634-4828-b798-697dd3024873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:30Z', 'updated_at': '2021-06-16T16:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:44:36.519540 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.522892 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c50e940e-14d0-4b7b-bcdc-dedef601713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:36.548278 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34f58bb-0fdf-4725-987c-a959124a1b56,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:36.554582 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:36.618859 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.719265 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.725584 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.891497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.892059 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e0c30e-d634-4828-b798-697dd3024873 {{(pid=92416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:44:36.897769 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:36.899029 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] 10.222.0.91 "DELETE /v2.0/routers/67e0c30e-d634-4828-b798-697dd3024873 HTTP/1.1" status: 204 len: 168 time: 1.5750992 Jun 16 16:44:36.902354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35424) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:36.960706 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Deleting subnet ff8247d6-7cf9-4569-957f-152eb0ec5b30 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:44:36.964364 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.006248 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.133391 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.319723 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.322345 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:37.349354 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8247d6-7cf9-4569-957f-152eb0ec5b30,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:37.352579 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:37.353658 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.364007 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-69233b41-3112-4ae3-ac6f-decef4f5fd1e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/ff8247d6-7cf9-4569-957f-152eb0ec5b30 HTTP/1.1" status: 204 len: 168 time: 0.4521697 Jun 16 16:44:37.364007 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35426) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:37.367099 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64601722-c56b-490a-88ee-5a06eb5dacbf None None] Network 71589d6a-836d-4a45-9616-53e908f61998 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:44:37.416977 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-28ad26ca-b5b4-4ae3-a0e7-ec32457e76ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.447347 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.513095 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Deleting port d6055b23-0f48-4020-90f5-643b326491d9 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:37.513440 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.554585 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d34f58bb-0fdf-4725-987c-a959124a1b56 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:37.586160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: d34f58bb-0fdf-4725-987c-a959124a1b56 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:37.586609 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d34f58bb-0fdf-4725-987c-a959124a1b56 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:37.587355 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2f962a25-88cb-44d5-8050-6d7358ed03ca no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:37.621984 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 2f962a25-88cb-44d5-8050-6d7358ed03ca {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:37.622345 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 2f962a25-88cb-44d5-8050-6d7358ed03ca not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:37.626416 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] For port d6055b23-0f48-4020-90f5-643b326491d9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d6055b23-0f48-4020-90f5-643b326491d9,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:37.626937 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.701592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Calling delete_port for d6055b23-0f48-4020-90f5-643b326491d9 owned by network:dhcp {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:37.740640 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] DHCP port deletion for 71589d6a-836d-4a45-9616-53e908f61998 request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:44:37.822877 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Deleting port d6055b23-0f48-4020-90f5-643b326491d9 {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:37.823580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.926016 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:37.930230 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-7a0bb516-4da3-4387-b46b-ac0d650f1ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:37.964430 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6055b23-0f48-4020-90f5-643b326491d9,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:37.966625 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] No DVR routers for this DVR port d6055b23-0f48-4020-90f5-643b326491d9 on host dv-cinder-796685-1-iscsi {{(pid=92416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:37.968621 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:38.042892 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] For port d6055b23-0f48-4020-90f5-643b326491d9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=d6055b23-0f48-4020-90f5-643b326491d9,segment=NetworkSegment(0ad09aaa-9200-4275-9586-d2883e7813b7),segment_id=0ad09aaa-9200-4275-9586-d2883e7813b7)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:38.043367 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.059473 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.072352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71589d6a-836d-4a45-9616-53e908f61998']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:38.090601 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad09aaa-9200-4275-9586-d2883e7813b7') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:38.093517 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad09aaa-9200-4275-9586-d2883e7813b7') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:38.106485 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.125861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.135086 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Releasing vlan 1221 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:44:38.135710 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:44:38.138232 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:44:38.172816 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Calling delete_port for d6055b23-0f48-4020-90f5-643b326491d9 owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:38.310478 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.315075 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:38.337477 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.342633 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:38.346491 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:38.349731 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/71589d6a-836d-4a45-9616-53e908f61998 HTTP/1.1" status: 204 len: 168 time: 0.9886713 Jun 16 16:44:38.353066 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35430) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:38.361968 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] No DVR routers for this DVR port d6055b23-0f48-4020-90f5-643b326491d9 on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:38.364446 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Pushing event deleted for resources: {'Port': ['ID=d6055b23-0f48-4020-90f5-643b326491d9,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:38.369387 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:38.370428 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=71589d6a-836d-4a45-9616-53e908f61998,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:38.374326 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f33e8b91-be7f-4653-9f1b-d5a068f7e4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:38.774906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:39.155035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Deleting port 40755d96-a7cd-4a52-baff-6e03c0595bd3 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:39.155605 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:39.299707 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] For port 40755d96-a7cd-4a52-baff-6e03c0595bd3, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=40755d96-a7cd-4a52-baff-6e03c0595bd3,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:39.300281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:39.425069 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Calling delete_port for 40755d96-a7cd-4a52-baff-6e03c0595bd3 owned by network:router_interface {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:39.552514 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d6055b23-0f48-4020-90f5-643b326491d9 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:39.575177 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: d6055b23-0f48-4020-90f5-643b326491d9 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:39.575542 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device d6055b23-0f48-4020-90f5-643b326491d9 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:39.789107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:39.792369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-db65ae34-9a96-47b5-9663-6d28e3e4318f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:39.817086 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Pushing event deleted for resources: {'Port': ['ID=40755d96-a7cd-4a52-baff-6e03c0595bd3,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:39.820316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:40.036639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:40.239924 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e6beeb2f-ff7b-4a33-8a02-2bbc90e1a883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:40.248642 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:40.394732 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Router 398c02a4-6152-408c-9018-52935529dae9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:44:40.595061 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:44:40.604480 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] 10.222.0.91 "PUT /v2.0/routers/398c02a4-6152-408c-9018-52935529dae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2495673 Jun 16 16:44:40.606302 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] Sync routers for ids ['398c02a4-6152-408c-9018-52935529dae9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:44:40.607841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35444) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:40.622747 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] Routers {'398c02a4-6152-408c-9018-52935529dae9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:40.623444 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['398c02a4-6152-408c-9018-52935529dae9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:40.734416 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:40.743860 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] Set router 398c02a4-6152-408c-9018-52935529dae9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:40.919161 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:40.983656 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:44:39Z', 'revision_number': 5, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:40.988017 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] Checking router: 398c02a4-6152-408c-9018-52935529dae9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:44:40.998248 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] Routers {'398c02a4-6152-408c-9018-52935529dae9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:40.998897 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['398c02a4-6152-408c-9018-52935529dae9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:41.092688 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Deleting port bc86f4c7-45e6-42e3-b986-a64565bf6f25 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:41.092688 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.135385 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] Set router 398c02a4-6152-408c-9018-52935529dae9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:41.205844 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] For port bc86f4c7-45e6-42e3-b986-a64565bf6f25, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=bc86f4c7-45e6-42e3-b986-a64565bf6f25,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:41.206416 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.293175 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Calling delete_port for bc86f4c7-45e6-42e3-b986-a64565bf6f25 owned by network:router_gateway {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:41.330179 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.454011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:44:39Z', 'revision_number': 5, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:41.459477 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e136c1-6a14-471d-83a2-784bb60bacb1 None None] The sync data for ids ['398c02a4-6152-408c-9018-52935529dae9'] in dv-cinder-796685-1-iscsi is: [{'id': '398c02a4-6152-408c-9018-52935529dae9', 'name': 'tempest-TestShelveInstance-1090253277-router', 'tenant_id': '39e60a4ede76422dbe356cdfb440e325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:36:42Z', 'updated_at': '2021-06-16T16:44:39Z', 'revision_number': 5, 'project_id': '39e60a4ede76422dbe356cdfb440e325', 'gw_port': {'id': 'bc86f4c7-45e6-42e3-b986-a64565bf6f25', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398c02a4-6152-408c-9018-52935529dae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:36:43Z', 'updated_at': '2021-06-16T16:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:44:41.553955 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.556568 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-10add506-22ab-41ba-bbac-8fa37fc3b11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:41.580740 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc86f4c7-45e6-42e3-b986-a64565bf6f25,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:41.585316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:41.677640 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.776582 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.779316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.898665 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.899599 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398c02a4-6152-408c-9018-52935529dae9 {{(pid=92416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:44:41.910701 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:41.912848 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] 10.222.0.91 "DELETE /v2.0/routers/398c02a4-6152-408c-9018-52935529dae9 HTTP/1.1" status: 204 len: 168 time: 1.3034964 Jun 16 16:44:41.916731 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35450) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:41.995502 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Deleting subnet a2831e4d-ab2a-44b2-8247-2d9c6ae84c46 {{(pid=92415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:44:42.001115 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.062872 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26656380'] for subnet, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.178531 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.319821 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26648772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2811651'] for subnet, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.322910 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6ebf12c6-1ba1-450a-94fc-c520b97f650c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:42.360844 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2831e4d-ab2a-44b2-8247-2d9c6ae84c46,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:42.369882 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:42.373669 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.377183 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-88fb7a0c-9c54-447d-a7f2-b91861f84d99 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/a2831e4d-ab2a-44b2-8247-2d9c6ae84c46 HTTP/1.1" status: 204 len: 168 time: 0.4586558 Jun 16 16:44:42.379701 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35458) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:42.383920 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22294e-1bcb-4da0-b20c-0517559a1d06 None None] Network 9b14e78c-32a9-43ec-b79f-254d4f893f2a requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:44:42.496867 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.603366 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Deleting port fded8173-598f-4c40-9e61-ec0077e1d933 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:42.603704 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.675964 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] DHCP port deletion for 9b14e78c-32a9-43ec-b79f-254d4f893f2a request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:44:42.688608 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] For port fded8173-598f-4c40-9e61-ec0077e1d933, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=fded8173-598f-4c40-9e61-ec0077e1d933,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:42.689256 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.760191 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Deleting port fded8173-598f-4c40-9e61-ec0077e1d933 {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:42.760588 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.764982 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Calling delete_port for fded8173-598f-4c40-9e61-ec0077e1d933 owned by network:dhcp {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:42.837648 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] For port fded8173-598f-4c40-9e61-ec0077e1d933, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=fded8173-598f-4c40-9e61-ec0077e1d933,segment=NetworkSegment(474cc190-edc7-4f03-9d14-be6e9b376a61),segment_id=474cc190-edc7-4f03-9d14-be6e9b376a61)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:42.838058 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:42.912598 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Calling delete_port for fded8173-598f-4c40-9e61-ec0077e1d933 owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:43.040147 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.045171 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-72ba0703-eba4-44e0-bbe7-b0375f8505ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:43.057742 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.060133 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:43.072445 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Pushing event deleted for resources: {'Port': ['ID=fded8173-598f-4c40-9e61-ec0077e1d933,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:43.075374 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:43.079125 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] No DVR routers for this DVR port fded8173-598f-4c40-9e61-ec0077e1d933 on host dv-cinder-796685-1-iscsi {{(pid=92416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:43.096660 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Pushing event deleted for resources: {'Port': ['ID=fded8173-598f-4c40-9e61-ec0077e1d933,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:43.100979 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:43.102298 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] No DVR routers for this DVR port fded8173-598f-4c40-9e61-ec0077e1d933 on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:43.202054 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.205179 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.221158 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b14e78c-32a9-43ec-b79f-254d4f893f2a']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:43.433195 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb8c02-14ec-46d4-9fa7-d96590128c80 req-c9ed5bf8-3e54-4f4b-8a0f-7e715de722ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:43.436041 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bbb8c02-14ec-46d4-9fa7-d96590128c80 req-c9ed5bf8-3e54-4f4b-8a0f-7e715de722ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.1179469 Jun 16 16:44:43.522088 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474cc190-edc7-4f03-9d14-be6e9b376a61') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:43.522563 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474cc190-edc7-4f03-9d14-be6e9b376a61') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:43.532893 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0bbb8c02-14ec-46d4-9fa7-d96590128c80 req-3f7c1f47-fa02-4e63-b799-b0ba43928297 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833061 Jun 16 16:44:43.537833 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.566630 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.579750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 40755d96-a7cd-4a52-baff-6e03c0595bd3 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:43.583539 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:44:43.583539 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:44:43.583923 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:44:43.621911 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 40755d96-a7cd-4a52-baff-6e03c0595bd3 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:43.622473 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 40755d96-a7cd-4a52-baff-6e03c0595bd3 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:43.623148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device bc86f4c7-45e6-42e3-b986-a64565bf6f25 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:43.660749 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: bc86f4c7-45e6-42e3-b986-a64565bf6f25 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:43.661174 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device bc86f4c7-45e6-42e3-b986-a64565bf6f25 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:43.661693 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device fded8173-598f-4c40-9e61-ec0077e1d933 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:43.682975 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: fded8173-598f-4c40-9e61-ec0077e1d933 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:43.683408 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device fded8173-598f-4c40-9e61-ec0077e1d933 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:43.719613 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.723917 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:43.727076 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:43.729997 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9b14e78c-32a9-43ec-b79f-254d4f893f2a HTTP/1.1" status: 204 len: 168 time: 1.3490233 Jun 16 16:44:43.743933 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b14e78c-32a9-43ec-b79f-254d4f893f2a,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:43.746958 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-696c07dc-07e4-4a5d-b8da-877991d1f334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:44.088316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35468) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:44.157633 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4e941ca2-0a24-4ca8-94ac-58ffb824f4ef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=abf58ad1aca14ae785be4c100de8bda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673726 Jun 16 16:44:44.160711 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35470) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:44.219122 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:44.248566 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:44.405266 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:44.408215 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:44.410009 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4109410f-67b9-4a97-a929-2b73687c6198 HTTP/1.1" status: 204 len: 168 time: 0.2477322 Jun 16 16:44:44.411106 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a2c77ed1-b709-42f7-b790-4a3708379bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:44.422105 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4109410f-67b9-4a97-a929-2b73687c6198,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:44.427344 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:44.767339 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed68a8-41f0-4859-a84c-1475aa044706 req-b26680c2-087c-42a0-b11f-0653c065988d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:44.769348 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-43ed68a8-41f0-4859-a84c-1475aa044706 req-b26680c2-087c-42a0-b11f-0653c065988d tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.0765049 Jun 16 16:44:44.818584 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-43ed68a8-41f0-4859-a84c-1475aa044706 req-fed91351-94c3-48bd-a028-d6254fbcc308 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Jun 16 16:44:45.279363 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35480) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:45.333803 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bd4704a9-34a1-41dd-a04b-a35d225226d4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=39e60a4ede76422dbe356cdfb440e325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523727 Jun 16 16:44:45.337803 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35482) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:45.410295 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:45.456237 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:45.558986 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:45.582249 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-566280a8-cf3b-4c24-804f-01c607b1b0c0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:45.583947 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-566280a8-cf3b-4c24-804f-01c607b1b0c0 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.0714967 Jun 16 16:44:45.587513 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:45.590316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:45.591572 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f071691-1b31-47f3-a1c7-15abc1ec61e1 HTTP/1.1" status: 204 len: 168 time: 0.2522151 Jun 16 16:44:45.592498 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e0df0fbe-b412-42bc-9570-3d8a1846b35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:45.606009 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f071691-1b31-47f3-a1c7-15abc1ec61e1,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:45.609113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-68708445-18a2-435c-830a-e78594af3d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:45.727616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Deleting port 4d250cf8-3a81-4be3-a502-db086a67ffb9 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:45.728257 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:45.834437 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] For port 4d250cf8-3a81-4be3-a502-db086a67ffb9, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=4d250cf8-3a81-4be3-a502-db086a67ffb9,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:45.835169 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:46.122836 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:46.123162 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:46.123502 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Floating IP ed8b0e69-10cc-4b8e-9948-2896bcaba1bd disassociated. External IP: 172.27.3.143, port: 4d250cf8-3a81-4be3-a502-db086a67ffb9. Jun 16 16:44:46.123839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Calling delete_port for 4d250cf8-3a81-4be3-a502-db086a67ffb9 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:46.201707 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c928c-8910-48fc-93bd-8246e101ff39 req-993dc158-7c9e-40a5-a8a5-a177cafe0e82 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:46.204030 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-291c928c-8910-48fc-93bd-8246e101ff39 req-993dc158-7c9e-40a5-a8a5-a177cafe0e82 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 947 time: 0.1707940 Jun 16 16:44:46.287057 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-291c928c-8910-48fc-93bd-8246e101ff39 req-6378baab-3fad-4064-9d9b-d5b2c198174a tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups?id=ed464a9b-c67f-4627-a623-7cbeab1898b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679133 Jun 16 16:44:46.416558 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:46.421571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0999f5b5-8e8e-4af9-b781-e4678cff7edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:46.449256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event deleted for resources: {'Port': ['ID=4d250cf8-3a81-4be3-a502-db086a67ffb9,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:46.452538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:46.583044 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:44:46.696639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:44:46.707419 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:44:46.719455 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:46.720138 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:46.765247 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] No DVR routers for this DVR port 4d250cf8-3a81-4be3-a502-db086a67ffb9 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:46.768838 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:46.772738 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c2146fb-6b11-49e2-9411-c718486cf7e7 req-453f937f-5e49-4b39-aa66-cbb4e26b691c tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.52 "DELETE /v2.0/ports/4d250cf8-3a81-4be3-a502-db086a67ffb9 HTTP/1.1" status: 204 len: 173 time: 1.1824594 Jun 16 16:44:46.773613 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-deleted', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:44:46.778485 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d1c25-5f8b-429d-ae4b-55b0b3b15705" -d '{"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-deleted", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:44:46.854167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb94fb-3898-41ed-a68e-ef7cf28c8a3e x-openstack-request-id: req-2cdb94fb-3898-41ed-a68e-ef7cf28c8a3e {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:44:46.855038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57f0996-380b-4394-b3a1-e7183604f219", "name": "network-vif-deleted", "tag": "4d250cf8-3a81-4be3-a502-db086a67ffb9", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:44:46.855270 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2cdb94fb-3898-41ed-a68e-ef7cf28c8a3e {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:44:46.856137 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57f0996-380b-4394-b3a1-e7183604f219', 'name': 'network-vif-deleted', 'tag': '4d250cf8-3a81-4be3-a502-db086a67ffb9', 'status': 'completed', 'code': 200} Jun 16 16:44:46.890039 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:47.134857 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:47.140458 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:44:47.151040 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:47.152962 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:47.268770 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:47.494529 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a8da9865-2c99-45b1-92bc-849a3edf9ab4 req-6b5ac1c5-ec91-4a55-ba87-87b8808afb01 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/ports?device_id=d57f0996-380b-4394-b3a1-e7183604f219 HTTP/1.1" status: 200 len: 210 time: 0.0383847 Jun 16 16:44:47.533740 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:47.540056 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906adee1-fc0a-48bc-b073-340513099f39 None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:31:02Z', 'revision_number': 4, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '6c216c07-370c-4a74-ad82-cc5b5439e236', 'name': '', 'network_id': '1ff08517-4c8a-4aba-92e6-8999e2b753fe', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'mac_address': 'fa:16:3e:04:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:59Z', 'updated_at': '2021-06-16T16:31:09Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'subnets': [{'id': '6ba4a964-6d6a-45f4-9050-ec18379b1439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:44:47.860925 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aba401-d611-41ac-a109-52a9f4997970 None None] New status for floating IP ed8b0e69-10cc-4b8e-9948-2896bcaba1bd: DOWN {{(pid=92417) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:44:48.747304 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35502) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:48.853279 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:48.882357 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.039014 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.042169 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.043383 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "DELETE /v2.0/security-groups/ed464a9b-c67f-4627-a623-7cbeab1898b7 HTTP/1.1" status: 204 len: 168 time: 0.2946794 Jun 16 16:44:49.044329 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4d9b4d2a-5c69-4752-952d-324235afb745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:49.047153 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35508) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:49.054972 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed464a9b-c67f-4627-a623-7cbeab1898b7,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:49.057942 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:49.066768 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.api.v2.resource [None req-9f30d50c-6d48-4986-924b-becce45f4956 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] show failed (client error): The resource could not be found. Jun 16 16:44:49.067613 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9f30d50c-6d48-4986-924b-becce45f4956 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "GET /v2.0/security-groups/ed464a9b-c67f-4627-a623-7cbeab1898b7 HTTP/1.1" status: 404 len: 347 time: 0.0193405 Jun 16 16:44:49.071801 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35510) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:49.223600 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Deleting port 61b9a104-a8ec-4ed0-baff-4365800bcd4d {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:49.223968 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.304524 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-522075eb-c06a-4a13-96e3-a8257cbfaad4 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:49.307061 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-522075eb-c06a-4a13-96e3-a8257cbfaad4 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1363640 Jun 16 16:44:49.313149 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.313709 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.325470 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-42a24776-c230-4b44-ac8c-4313f9781eb9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/quotas/bb10d2268dfb4e8ab1a2b5f38e2d4471 HTTP/1.1" status: 200 len: 375 time: 0.0123861 Jun 16 16:44:49.386227 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Calling delete_port for 61b9a104-a8ec-4ed0-baff-4365800bcd4d owned by network:floatingip {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:49.394869 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7f9093fb-1383-47b1-ae13-93e8964e8b1e tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621841 Jun 16 16:44:49.497579 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:49.515084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-2be33537-e55e-4073-9b6c-dd22841138f1 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:44:49.522077 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-2be33537-e55e-4073-9b6c-dd22841138f1 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1203907 Jun 16 16:44:49.525496 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 4d250cf8-3a81-4be3-a502-db086a67ffb9 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:49.525496 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 4d250cf8-3a81-4be3-a502-db086a67ffb9 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:49.627957 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.632195 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:49.633806 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-6d2f969f-b7be-4581-80fa-32a72b07ed9a service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107774 Jun 16 16:44:49.649511 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:44:49.656197 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Pushing event deleted for resources: {'Port': ['ID=61b9a104-a8ec-4ed0-baff-4365800bcd4d,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:49.659495 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:49.728042 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks [] for floatingip, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.732941 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:49.734826 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] 10.222.0.91 "DELETE /v2.0/floatingips/ed8b0e69-10cc-4b8e-9948-2896bcaba1bd HTTP/1.1" status: 204 len: 168 time: 0.6614993 Jun 16 16:44:49.742092 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-77b63371-eb4f-4e21-8370-c22e907a1eb5 service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012089 Jun 16 16:44:50.040403 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-32d265f0-26cf-4414-9af7-0933a5c1d480 req-008688b3-9b3b-4765-adbc-1c36ae2e460d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 210 time: 0.0357757 Jun 16 16:44:51.212437 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-630308d8-f035-4f5b-990f-598e10a7b868 req-da3445dc-3116-4b4f-9e0b-ffeb951d9b0a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 210 time: 0.0315542 Jun 16 16:44:52.378808 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-77c3ce09-9f07-4eb6-9f30-d6e8625b14e1 req-52b37e26-fe97-4644-a554-f85a0e27d11f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 210 time: 0.0290587 Jun 16 16:44:52.882886 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35558) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:53.006533 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-49485ff7-27dc-474f-95f0-5e19aa702674 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:53.008288 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-49485ff7-27dc-474f-95f0-5e19aa702674 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.4344642 Jun 16 16:44:53.029050 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Request body: {'port': {'device_id': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'admin_state_up': True, 'tenant_id': 'bb10d2268dfb4e8ab1a2b5f38e2d4471'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:44:53.234112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Made reservation on behalf of bb10d2268dfb4e8ab1a2b5f38e2d4471 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:44:53.241283 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:53.420629 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:53.438992 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Allocated IP 172.20.0.8 (6d38f1db-f9c9-43e4-b107-e3253c9c3d54/1359cfb4-224a-4354-9f35-5450c0032aa0/9d111246-3823-4ba5-8192-05ff72d43799) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:44:53.593411 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ea3c354-dac2-44d8-bdd9-f13a7156c130 req-792ec3bc-31dd-4913-96e2-ec3bb0d35561 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 210 time: 0.0494480 Jun 16 16:44:53.704701 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:53.817246 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Deleting port 6c216c07-370c-4a74-ad82-cc5b5439e236 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:53.817621 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:53.828887 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:53.835569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bfc4e321-962e-40cc-ad87-f4b3e2c7a661 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:53.848121 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:44:53.901916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:44:53.908001 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:44:53.919298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:44:53.956808 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] For port 6c216c07-370c-4a74-ad82-cc5b5439e236, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=6c216c07-370c-4a74-ad82-cc5b5439e236,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:53.957932 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:53.971557 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event updated for resources: {'Port': ['ID=9d111246-3823-4ba5-8192-05ff72d43799,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:53.982167 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:54.018304 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:54.019498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:54.060321 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Calling delete_port for 6c216c07-370c-4a74-ad82-cc5b5439e236 owned by network:router_interface {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:54.131660 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7534000c-e9c9-436c-935a-3e19e10b59c8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1073327 Jun 16 16:44:54.151883 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Request body: {'port': {'device_id': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:44:54.245541 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:54.365094 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:54.367389 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b9de58a5-b4c6-4ba3-89e3-1d3e41714f61 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:54.393154 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c216c07-370c-4a74-ad82-cc5b5439e236,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:54.396956 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:54.640692 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:54.670876 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d111246-3823-4ba5-8192-05ff72d43799 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:44:54.680356 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:54.696452 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Transition to ACTIVE for port object 9d111246-3823-4ba5-8192-05ff72d43799 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:44:54.788985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:54.811674 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:54.908493 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Pushing event updated for resources: {'Port': ['ID=9d111246-3823-4ba5-8192-05ff72d43799,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:54.914249 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:54.979536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6de0f-1971-40e3-8242-47034bde9cda req-f570713c-8c62-46f3-bc51-3f6a2ce617b7 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:54.981127 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-02c6de0f-1971-40e3-8242-47034bde9cda req-f570713c-8c62-46f3-bc51-3f6a2ce617b7 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 943 time: 0.2044442 Jun 16 16:44:55.008322 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:44:55.020938 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Attempting to bind port 9d111246-3823-4ba5-8192-05ff72d43799 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:44:55.021281 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Attempting to bind port 9d111246-3823-4ba5-8192-05ff72d43799 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:44:55.021648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Attempting to bind port 9d111246-3823-4ba5-8192-05ff72d43799 on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:44:55.034673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Port 9d111246-3823-4ba5-8192-05ff72d43799 on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:44:55.034998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Attempting to bind port 9d111246-3823-4ba5-8192-05ff72d43799 on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:44:55.047199 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-02c6de0f-1971-40e3-8242-47034bde9cda req-838a2ec0-1803-4ee5-bf0d-496a945dae82 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Jun 16 16:44:55.047987 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:44:55.048334 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Checking segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:44:55.048779 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Bound using segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:44:55.049231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Bound port: 9d111246-3823-4ba5-8192-05ff72d43799, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:44:55.049624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.129774 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] For port 9d111246-3823-4ba5-8192-05ff72d43799, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:44:55.133648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] For port 9d111246-3823-4ba5-8192-05ff72d43799, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9d111246-3823-4ba5-8192-05ff72d43799,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:44:55.189379 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:44:55.198764 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] 10.222.0.91 "PUT /v2.0/routers/e8c5d0df-e609-4eb6-ab31-8b7cca5b751f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3290842 Jun 16 16:44:55.201292 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35570) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:55.202547 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] Sync routers for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:44:55.214153 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:55.214785 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:55.233681 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.237698 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:55.282667 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:55.283704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.286213 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-610131eb-e394-49d3-a914-0351da55c72c service neutron] 10.222.0.52 "PUT /v2.0/ports/9d111246-3823-4ba5-8192-05ff72d43799 HTTP/1.1" status: 200 len: 1093 time: 1.1393471 Jun 16 16:44:55.289616 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'tag': '9d111246-3823-4ba5-8192-05ff72d43799'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:44:55.295470 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30738ea-6448-451a-85cf-333ce6a543d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0476b1d-4823-4c6e-82b5-922b84cabd27", "tag": "9d111246-3823-4ba5-8192-05ff72d43799"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:44:55.338299 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Pushing event updated for resources: {'Port': ['ID=9d111246-3823-4ba5-8192-05ff72d43799,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:55.342988 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:55.366676 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:55.386622 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce19340-56d1-4230-aefb-9782933c51cb x-openstack-request-id: req-8ce19340-56d1-4230-aefb-9782933c51cb {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:44:55.387142 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0476b1d-4823-4c6e-82b5-922b84cabd27", "tag": "9d111246-3823-4ba5-8192-05ff72d43799", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:44:55.387818 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8ce19340-56d1-4230-aefb-9782933c51cb {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:44:55.388495 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'tag': '9d111246-3823-4ba5-8192-05ff72d43799', 'status': 'completed', 'code': 200} Jun 16 16:44:55.405999 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.488043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-dc167856-aeb2-47cd-a790-7591c8353993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:55.492629 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-dc167856-aeb2-47cd-a790-7591c8353993 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 1096 time: 0.0755444 Jun 16 16:44:55.584284 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.586348 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-933b30dc-052b-4009-b5e1-57d58382380a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d111246-3823-4ba5-8192-05ff72d43799 HTTP/1.1" status: 200 len: 217 time: 0.0794811 Jun 16 16:44:55.678061 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-d620637b-fe24-47d2-839e-d84b9a0f3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:55.680708 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-d620637b-fe24-47d2-839e-d84b9a0f3daa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 200 len: 855 time: 0.0772951 Jun 16 16:44:55.714482 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:44:54Z', 'revision_number': 5, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port': {'id': '8b54754a-7e87-4b29-93e1-f7e96f5d2423', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:80:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:30:55Z', 'updated_at': '2021-06-16T16:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:55.721251 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] Checking router: e8c5d0df-e609-4eb6-ab31-8b7cca5b751f for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:44:55.725535 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-5b746ab2-e37c-4db5-aae2-90d72610e411 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348763 Jun 16 16:44:55.725965 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Deleting port 8b54754a-7e87-4b29-93e1-f7e96f5d2423 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:55.726330 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.736303 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] Routers {'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:44:55.737219 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:44:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:55.842048 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] Set router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f gateway port host: None {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:44:55.872265 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] For port 8b54754a-7e87-4b29-93e1-f7e96f5d2423, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=8b54754a-7e87-4b29-93e1-f7e96f5d2423,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:55.872831 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:55.895734 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-7968578c-e5d5-4148-a5cf-d6dc4bf95877 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617911 Jun 16 16:44:55.940036 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:44:55Z', 'revision_number': 6, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port_host': None}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:55.947281 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c561e6b2-9929-40ac-8ee5-f68c0eac2ac0 None None] The sync data for ids ['e8c5d0df-e609-4eb6-ab31-8b7cca5b751f'] in dv-cinder-796685-1-iscsi is: [{'id': 'e8c5d0df-e609-4eb6-ab31-8b7cca5b751f', 'name': 'tempest-AttachVolumeShelveTestJSON-1653858088-router', 'tenant_id': '1c744821ae2a4d32b3d93cca5908f52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:30:54Z', 'updated_at': '2021-06-16T16:44:55Z', 'revision_number': 6, 'project_id': '1c744821ae2a4d32b3d93cca5908f52b', 'gw_port_host': None}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:44:55.952011 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Calling delete_port for 8b54754a-7e87-4b29-93e1-f7e96f5d2423 owned by network:router_gateway {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:56.034161 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-26854bac-82bc-4c5d-971d-12eea9c495b2 req-adec5c88-f777-40e3-b6c1-59ff4c4031a1 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218257 Jun 16 16:44:56.267916 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:56.271310 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d636a3a0-2fa6-4f59-8899-aff429049918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:56.308972 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b54754a-7e87-4b29-93e1-f7e96f5d2423,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:56.312030 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:56.344433 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c207-1695-4aeb-aef1-a5bfe32de803 req-e0e01c87-d8e6-4284-8b8a-e90e919658df tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:56.354472 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d91c207-1695-4aeb-aef1-a5bfe32de803 req-e0e01c87-d8e6-4284-8b8a-e90e919658df tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 943 time: 0.1507063 Jun 16 16:44:56.372292 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-9d93ebe2-8d75-4e3b-a3de-60792111b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:56.375052 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-9d93ebe2-8d75-4e3b-a3de-60792111b0b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 1096 time: 0.1615546 Jun 16 16:44:56.389131 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:56.474341 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8d91c207-1695-4aeb-aef1-a5bfe32de803 req-f9d14b81-73c2-4345-8663-59a024e9cbca tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180828 Jun 16 16:44:56.517749 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:56.522390 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:56.570814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-d2400b1b-4278-4ade-9ecf-849ff636efab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:56.572526 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-d2400b1b-4278-4ade-9ecf-849ff636efab service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 917 time: 0.1853931 Jun 16 16:44:56.618856 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-bb498972-de0a-42ff-9ef3-a641cf25d777 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d111246-3823-4ba5-8192-05ff72d43799 HTTP/1.1" status: 200 len: 217 time: 0.0392287 Jun 16 16:44:56.656055 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:56.656701 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8c5d0df-e609-4eb6-ab31-8b7cca5b751f {{(pid=92416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:44:56.663794 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:56.665903 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] 10.222.0.91 "DELETE /v2.0/routers/e8c5d0df-e609-4eb6-ab31-8b7cca5b751f HTTP/1.1" status: 204 len: 168 time: 1.4629540 Jun 16 16:44:56.669870 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35576) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:56.680657 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-626a978b-ed1c-42fd-9d4e-7066be9a87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:56.682601 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-626a978b-ed1c-42fd-9d4e-7066be9a87ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 200 len: 855 time: 0.0530593 Jun 16 16:44:56.724623 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-9df06a7b-5e5d-41e6-ae21-76dccf76a79e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327525 Jun 16 16:44:56.901044 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-5e22d9b6-20d9-427f-bdbb-7a0f9d503787 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647274 Jun 16 16:44:56.955157 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Deleting subnet 6ba4a964-6d6a-45f4-9050-ec18379b1439 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:44:56.962560 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.015006 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.057368 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d30738ea-6448-451a-85cf-333ce6a543d9 req-5736e5aa-5c15-49d0-b8cd-f7054cbb775e service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439621 Jun 16 16:44:57.134273 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.336440 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.339218 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-993bb95a-6025-443a-a839-a05ce530b85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:57.365559 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba4a964-6d6a-45f4-9050-ec18379b1439,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:57.368859 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:57.369951 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.372686 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6613fa9b-e74e-403c-8270-c55835a7d6e0 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/6ba4a964-6d6a-45f4-9050-ec18379b1439 HTTP/1.1" status: 204 len: 168 time: 0.7008812 Jun 16 16:44:57.376912 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35578) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:57.378878 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6be84-1afc-42c4-b2bd-013449a8416b None None] Network 1ff08517-4c8a-4aba-92e6-8999e2b753fe requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:44:57.458498 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.554596 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Deleting port eaf5533c-0cb1-473a-b56c-e1594713f5dd {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:57.555420 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.571939 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 6c216c07-370c-4a74-ad82-cc5b5439e236 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:57.627423 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 6c216c07-370c-4a74-ad82-cc5b5439e236 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:57.628752 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 6c216c07-370c-4a74-ad82-cc5b5439e236 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:57.629478 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8b54754a-7e87-4b29-93e1-f7e96f5d2423 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:57.656424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] DHCP port deletion for 1ff08517-4c8a-4aba-92e6-8999e2b753fe request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:44:57.660997 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 8b54754a-7e87-4b29-93e1-f7e96f5d2423 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:57.661696 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 8b54754a-7e87-4b29-93e1-f7e96f5d2423 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:57.695467 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] For port eaf5533c-0cb1-473a-b56c-e1594713f5dd, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=eaf5533c-0cb1-473a-b56c-e1594713f5dd,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:57.696489 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.734121 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Deleting port eaf5533c-0cb1-473a-b56c-e1594713f5dd {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:44:57.734864 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.793296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Calling delete_port for eaf5533c-0cb1-473a-b56c-e1594713f5dd owned by network:dhcp {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:57.854539 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] For port eaf5533c-0cb1-473a-b56c-e1594713f5dd, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=eaf5533c-0cb1-473a-b56c-e1594713f5dd,segment=NetworkSegment(21b30cf5-d15d-4055-9a51-c5cbbae113c4),segment_id=21b30cf5-d15d-4055-9a51-c5cbbae113c4)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:57.854998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:57.877852 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fcf0a-aea2-4c39-8316-05b45ffa2150 req-a6d7e79d-a950-4cf9-b242-3162109c668c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:57.879677 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-201fcf0a-aea2-4c39-8316-05b45ffa2150 req-a6d7e79d-a950-4cf9-b242-3162109c668c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 943 time: 0.2028668 Jun 16 16:44:57.942794 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-201fcf0a-aea2-4c39-8316-05b45ffa2150 req-22dace71-59b8-4c68-b5a1-347a571894fd tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Jun 16 16:44:57.952391 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Calling delete_port for eaf5533c-0cb1-473a-b56c-e1594713f5dd owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:44:58.032995 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.036974 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-32c08d0d-981e-45b9-9494-3c07bd879123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:58.064605 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf5533c-0cb1-473a-b56c-e1594713f5dd,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:58.067599 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] No DVR routers for this DVR port eaf5533c-0cb1-473a-b56c-e1594713f5dd on host dv-cinder-796685-1-iscsi {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:58.087377 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.090721 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:58.108172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.108704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.109302 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.110108 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.110569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.111155 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.111754 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.112883 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.113528 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.114158 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.114782 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.115405 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:44:58.122446 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Pushing event deleted for resources: {'Port': ['ID=eaf5533c-0cb1-473a-b56c-e1594713f5dd,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:58.123021 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:58.126249 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:58.129569 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14941c9-53b5-4b7e-ae08-3886fb9d1c50 None None] No DVR routers for this DVR port eaf5533c-0cb1-473a-b56c-e1594713f5dd on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:44:58.187369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.199171 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff08517-4c8a-4aba-92e6-8999e2b753fe']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:58.210217 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b30cf5-d15d-4055-9a51-c5cbbae113c4') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:58.211080 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b30cf5-d15d-4055-9a51-c5cbbae113c4') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:44:58.220609 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.240141 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.247991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:44:58.248607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:44:58.250454 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:44:58.404662 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.409321 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4a3c1c9d-e216-4eaa-b45d-b34ef277375d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:58.413894 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:58.416657 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] 10.222.0.91 "DELETE /v2.0/networks/1ff08517-4c8a-4aba-92e6-8999e2b753fe HTTP/1.1" status: 204 len: 168 time: 1.0380290 Jun 16 16:44:58.430539 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff08517-4c8a-4aba-92e6-8999e2b753fe,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:58.434254 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:58.873398 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35584) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:58.919171 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-7f82da9e-be88-4153-b790-fa26ddf08c74 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1c744821ae2a4d32b3d93cca5908f52b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0444582 Jun 16 16:44:58.922692 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35586) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:44:58.977168 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:59.020853 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:59.198147 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:59.203124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:59.204987 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b9d9308a-e067-4d96-95ba-9c3d64935905 HTTP/1.1" status: 204 len: 168 time: 0.2811089 Jun 16 16:44:59.208296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2f8d565f-e5de-499d-a6ec-d4edde588500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:44:59.234001 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74878f-c393-4084-8aea-11dd1228b12a req-c52e0160-6d03-4691-bcb1-1afbef62de67 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:44:59.238078 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ab74878f-c393-4084-8aea-11dd1228b12a req-c52e0160-6d03-4691-bcb1-1afbef62de67 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 943 time: 0.0968497 Jun 16 16:44:59.238078 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d9308a-e067-4d96-95ba-9c3d64935905,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:44:59.240064 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:44:59.284571 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ab74878f-c393-4084-8aea-11dd1228b12a req-3bc3154b-50dd-41c8-a0e1-f99336d44881 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Jun 16 16:44:59.540397 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 9d111246-3823-4ba5-8192-05ff72d43799 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:44:59.563190 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device eaf5533c-0cb1-473a-b56c-e1594713f5dd no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:44:59.602040 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: eaf5533c-0cb1-473a-b56c-e1594713f5dd {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:44:59.602528 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device eaf5533c-0cb1-473a-b56c-e1594713f5dd not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:44:59.708070 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 9d111246-3823-4ba5-8192-05ff72d43799, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9d111246-3823-4ba5-8192-05ff72d43799,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:44:59.726545 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '9d111246-3823-4ba5-8192-05ff72d43799', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'port_id': '9d111246-3823-4ba5-8192-05ff72d43799', 'mac_address': 'fa:16:3e:67:80:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1359cfb4-224a-4354-9f35-5450c0032aa0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:44:59.912416 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:44:59.927043 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d111246-3823-4ba5-8192-05ff72d43799 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:44:59.948502 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 9d111246-3823-4ba5-8192-05ff72d43799, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9d111246-3823-4ba5-8192-05ff72d43799,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:00.038620 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:00.040965 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-71b8d1a7-5871-44e6-9394-e24adea58ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:00.098218 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=9d111246-3823-4ba5-8192-05ff72d43799,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:00.101678 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:00.495994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed37658-c00a-41fa-8520-41b7e9cbd1b0 req-2001882d-946e-4ca9-9746-e62c3bc8fb85 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:00.497749 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bed37658-c00a-41fa-8520-41b7e9cbd1b0 req-2001882d-946e-4ca9-9746-e62c3bc8fb85 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 944 time: 0.0862527 Jun 16 16:45:00.550734 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['9d111246-3823-4ba5-8192-05ff72d43799'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:45:00.559748 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bed37658-c00a-41fa-8520-41b7e9cbd1b0 req-7e69d834-1373-47fe-a6be-3b64bb8a756d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Jun 16 16:45:01.542877 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 9d111246-3823-4ba5-8192-05ff72d43799 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:45:01.695821 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 9d111246-3823-4ba5-8192-05ff72d43799 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:45:01.701611 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 9d111246-3823-4ba5-8192-05ff72d43799 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:45:01.701998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:01.781432 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25796a3a-4d46-4585-b2fe-b15bfff9ed37 req-a74a46e2-8229-485f-8af1-7510fb7a1226 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:01.783381 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25796a3a-4d46-4585-b2fe-b15bfff9ed37 req-a74a46e2-8229-485f-8af1-7510fb7a1226 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 944 time: 0.1011021 Jun 16 16:45:01.811273 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:01.846164 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d111246-3823-4ba5-8192-05ff72d43799'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:45:01.850508 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f303c0f1-0984-40a9-a619-5c28e9c2ffbc" -d '{"events": [{"server_uuid": "a0476b1d-4823-4c6e-82b5-922b84cabd27", "name": "network-vif-plugged", "status": "completed", "tag": "9d111246-3823-4ba5-8192-05ff72d43799"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:45:01.855718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25796a3a-4d46-4585-b2fe-b15bfff9ed37 req-19b3d51a-7d60-4836-aed8-44e651e7bc56 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573065 Jun 16 16:45:01.879204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 9d111246-3823-4ba5-8192-05ff72d43799, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9d111246-3823-4ba5-8192-05ff72d43799,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:01.902949 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3ed65d-e105-461d-a73d-2b6f4cd0afcf x-openstack-request-id: req-0a3ed65d-e105-461d-a73d-2b6f4cd0afcf {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:45:01.903381 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0476b1d-4823-4c6e-82b5-922b84cabd27", "name": "network-vif-plugged", "status": "completed", "tag": "9d111246-3823-4ba5-8192-05ff72d43799", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:45:01.903705 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0a3ed65d-e105-461d-a73d-2b6f4cd0afcf {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:45:01.904173 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d111246-3823-4ba5-8192-05ff72d43799', 'code': 200} Jun 16 16:45:02.039606 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:02.042997 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:02.122462 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=9d111246-3823-4ba5-8192-05ff72d43799,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:02.127484 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:02.383223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020efb6a-bc59-4a59-b7df-6cd889d9ab88 req-8e7607b0-86d1-496d-b2a6-6ca38c8a24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:02.384744 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-020efb6a-bc59-4a59-b7df-6cd889d9ab88 req-8e7607b0-86d1-496d-b2a6-6ca38c8a24cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 1098 time: 0.0608530 Jun 16 16:45:02.428097 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-020efb6a-bc59-4a59-b7df-6cd889d9ab88 req-1ff48580-1360-4694-8ab9-21751029ad6b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Jun 16 16:45:03.055560 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72640ffc-7b65-4e99-8a2c-e1f7fb13aa09 req-497ec719-92f8-4ffd-a0c7-13167ce88eea tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:03.057095 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-72640ffc-7b65-4e99-8a2c-e1f7fb13aa09 req-497ec719-92f8-4ffd-a0c7-13167ce88eea tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0747776 Jun 16 16:45:03.104377 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-72640ffc-7b65-4e99-8a2c-e1f7fb13aa09 req-b8df1826-b326-437f-bf09-2f9dbef97262 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368185 Jun 16 16:45:04.294869 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47033afb-bb76-4e00-bd72-508077215082 req-44aa7306-c1da-4ded-8430-1eb0ea8cbdda tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:04.296651 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47033afb-bb76-4e00-bd72-508077215082 req-44aa7306-c1da-4ded-8430-1eb0ea8cbdda tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0725901 Jun 16 16:45:04.338416 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-47033afb-bb76-4e00-bd72-508077215082 req-116cfddf-b1f7-437d-bd19-db0050fd2c7f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355680 Jun 16 16:45:07.404239 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ccbe455f-4c41-494c-b9e2-c57c6e036a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:07.524172 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-805e5e56-1359-49c5-9b54-1ddba1e5a3fd tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:07.526416 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-805e5e56-1359-49c5-9b54-1ddba1e5a3fd tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1295698 Jun 16 16:45:07.541954 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4f19ba51-337b-40bf-9f3d-78df2aa75f5e tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/quotas/bb10d2268dfb4e8ab1a2b5f38e2d4471 HTTP/1.1" status: 200 len: 375 time: 0.0101442 Jun 16 16:45:07.624418 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-290e914d-0e2b-44dc-b458-0c4ea8b8d3fb tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719314 Jun 16 16:45:07.748345 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-c3b591e6-fa44-46dc-bcfb-2fd33300cf75 service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129365 Jun 16 16:45:07.857220 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-9b02d96a-11c2-4da1-badd-f5ba366ed5ed service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021144 Jun 16 16:45:08.184197 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3cbe7c75-a5af-4ed5-879c-315fe7cadc4d req-73421b38-1b5f-4589-81ce-e88bbc26de07 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 210 time: 0.0467134 Jun 16 16:45:09.287897 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a0622f49-0e66-44f0-b433-a3b8c839dcb5 req-52c10da6-03c9-4104-9d77-c21dd38c0866 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 210 time: 0.0448568 Jun 16 16:45:10.118336 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:10.192225 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6239f008-6099-4bb9-b045-419e226b1c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:10.472309 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d555375b-9eba-4f5f-b8ff-60b2acd3c8a8 req-83842e4d-8761-47e8-8b1e-0c83aabcb312 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 210 time: 0.0495110 Jun 16 16:45:11.295753 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:11.469811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-69a89f6e-3415-4ec3-b5e4-d99da68062cc tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:11.472089 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-69a89f6e-3415-4ec3-b5e4-d99da68062cc tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1415212 Jun 16 16:45:11.489767 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Request body: {'port': {'device_id': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'admin_state_up': True, 'tenant_id': 'bb10d2268dfb4e8ab1a2b5f38e2d4471'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:45:11.711705 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-57ad382f-3649-4afa-b947-e6fa059fc2ef req-08ec24d5-f046-4177-b8b6-5456a1beace2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 210 time: 0.0312679 Jun 16 16:45:11.787109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Made reservation on behalf of bb10d2268dfb4e8ab1a2b5f38e2d4471 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:45:11.791137 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:11.938589 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Allocated IP 172.20.0.2 (6d38f1db-f9c9-43e4-b107-e3253c9c3d54/1359cfb4-224a-4354-9f35-5450c0032aa0/f7943c29-af40-49c3-b420-f52fc1ef42bc) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:45:12.429898 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:12.582397 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:12.590825 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-44a0e053-65a1-423b-ae2e-78640d3e6a83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:12.598963 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd', '9d111246-3823-4ba5-8192-05ff72d43799'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:45:12.654225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:45:12.659871 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:45:12.664744 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:45:12.712994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event updated for resources: {'Port': ['ID=f7943c29-af40-49c3-b420-f52fc1ef42bc,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:12.716728 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:12.761991 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:12.773384 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:12.884970 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4004037 Jun 16 16:45:12.898926 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Request body: {'port': {'device_id': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:45:12.985594 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7155ddd-ca1d-405e-ace8-6947049fb106 req-0737b292-32cb-40e0-87bf-166073c099a7 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:12.987254 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b7155ddd-ca1d-405e-ace8-6947049fb106 req-0737b292-32cb-40e0-87bf-166073c099a7 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 931 time: 0.1447732 Jun 16 16:45:13.055641 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:13.061915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:13.098634 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b7155ddd-ca1d-405e-ace8-6947049fb106 req-89faaab0-dfe1-4e4d-b892-5ac86bd1ff4b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921741 Jun 16 16:45:13.434279 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7943c29-af40-49c3-b420-f52fc1ef42bc {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:45:13.444033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:13.459967 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Transition to ACTIVE for port object f7943c29-af40-49c3-b420-f52fc1ef42bc will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:45:13.563410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:13.566775 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a61c0858-4c9c-43bb-98b4-482ae4d753c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:13.647513 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Pushing event updated for resources: {'Port': ['ID=f7943c29-af40-49c3-b420-f52fc1ef42bc,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:13.652202 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:13.735381 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Attempting to bind port f7943c29-af40-49c3-b420-f52fc1ef42bc on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:45:13.735817 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Attempting to bind port f7943c29-af40-49c3-b420-f52fc1ef42bc by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:45:13.736132 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Attempting to bind port f7943c29-af40-49c3-b420-f52fc1ef42bc on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:45:13.741815 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Port f7943c29-af40-49c3-b420-f52fc1ef42bc on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:45:13.742199 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Attempting to bind port f7943c29-af40-49c3-b420-f52fc1ef42bc on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:45:13.748711 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:45:13.749104 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Checking segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:45:13.749586 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Bound using segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:45:13.750106 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Bound port: f7943c29-af40-49c3-b420-f52fc1ef42bc, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:45:13.750499 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:13.827348 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] For port f7943c29-af40-49c3-b420-f52fc1ef42bc, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:45:13.831220 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] For port f7943c29-af40-49c3-b420-f52fc1ef42bc, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f7943c29-af40-49c3-b420-f52fc1ef42bc,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:45:13.964427 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:13.968207 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-189d3648-1582-4f94-9d8d-df6b82dd79dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:14.007153 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.007868 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:14.009349 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7943c29-af40-49c3-b420-f52fc1ef42bc HTTP/1.1" status: 200 len: 1093 time: 1.1149008 Jun 16 16:45:14.009927 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'tag': 'f7943c29-af40-49c3-b420-f52fc1ef42bc'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:45:14.012382 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede0a673-b511-4992-afa9-8b57dd4c95ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d8eb03-0ab9-4387-ada0-5fb65b521c04", "tag": "f7943c29-af40-49c3-b420-f52fc1ef42bc"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:45:14.043008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Pushing event updated for resources: {'Port': ['ID=f7943c29-af40-49c3-b420-f52fc1ef42bc,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:14.046662 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4ed1dd59-6b8b-4de7-88f7-cd0dd62b1f48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:14.065888 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b98b98-d3c7-445b-ada7-3a11c0094efa x-openstack-request-id: req-88b98b98-d3c7-445b-ada7-3a11c0094efa {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:45:14.066235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d8eb03-0ab9-4387-ada0-5fb65b521c04", "tag": "f7943c29-af40-49c3-b420-f52fc1ef42bc", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:45:14.066538 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-88b98b98-d3c7-445b-ada7-3a11c0094efa {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:45:14.067235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'tag': 'f7943c29-af40-49c3-b420-f52fc1ef42bc', 'status': 'completed', 'code': 200} Jun 16 16:45:14.170168 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0a673-b511-4992-afa9-8b57dd4c95ba req-3921ca77-b1da-4e71-8795-dc2c7f133ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.186780 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ede0a673-b511-4992-afa9-8b57dd4c95ba req-3921ca77-b1da-4e71-8795-dc2c7f133ee7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 1096 time: 0.0817835 Jun 16 16:45:14.423340 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0a673-b511-4992-afa9-8b57dd4c95ba req-fdc07534-b333-4062-84bb-7d208775c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.426029 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ede0a673-b511-4992-afa9-8b57dd4c95ba req-fdc07534-b333-4062-84bb-7d208775c861 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2433033 Jun 16 16:45:14.501860 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1801e97-f9d7-44a5-a1b5-9be212c3d842 req-28c2c87f-7449-4589-abf8-45999e05da6c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.504598 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1801e97-f9d7-44a5-a1b5-9be212c3d842 req-28c2c87f-7449-4589-abf8-45999e05da6c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 943 time: 0.2539222 Jun 16 16:45:14.650110 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-c1801e97-f9d7-44a5-a1b5-9be212c3d842 req-3f62507b-b6e0-4e8d-bb13-a5bc0456b56d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326168 Jun 16 16:45:14.675206 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0a673-b511-4992-afa9-8b57dd4c95ba req-4f949b5d-8e57-47a2-beb1-1f7799f30941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.677765 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ede0a673-b511-4992-afa9-8b57dd4c95ba req-4f949b5d-8e57-47a2-beb1-1f7799f30941 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2429633 Jun 16 16:45:14.826944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-2d6148d8-2350-402e-9484-a6ff120b3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.829655 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-2d6148d8-2350-402e-9484-a6ff120b3675 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 1096 time: 0.0993209 Jun 16 16:45:14.873828 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-8c21a5ef-b9e6-47aa-81e9-19a4fcdeead1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7943c29-af40-49c3-b420-f52fc1ef42bc HTTP/1.1" status: 200 len: 217 time: 0.0347438 Jun 16 16:45:14.932363 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-56ee905a-33eb-4c16-911e-8845214e87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:14.934978 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-56ee905a-33eb-4c16-911e-8845214e87fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 200 len: 855 time: 0.0523880 Jun 16 16:45:14.977414 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-a480e112-e793-4c87-a60b-7d8fdf8f133d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342262 Jun 16 16:45:15.093665 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-bf86457c-98dd-4913-80e5-00de61cca249 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052389 Jun 16 16:45:15.231295 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d9899b7b-0c5f-45e8-af2d-5772325d8545 req-5ed03ea2-e959-49ca-9ae6-73b9f3f71617 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235971 Jun 16 16:45:15.598226 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:15.956788 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c2b47-8db7-4bf3-8c92-9f252429f317 req-f166c864-3963-4859-b800-66c364369c95 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:15.958613 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf8c2b47-8db7-4bf3-8c92-9f252429f317 req-f166c864-3963-4859-b800-66c364369c95 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 943 time: 0.0986195 Jun 16 16:45:16.024834 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf8c2b47-8db7-4bf3-8c92-9f252429f317 req-bbd15948-9d6f-4a32-bea4-d8b1537225c2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551360 Jun 16 16:45:17.232806 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf11a8-8381-46be-aac7-0cb507b57cb8 req-1f3da8a5-8dee-41b2-b7c2-71c06b3c34c0 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:17.234421 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d3bf11a8-8381-46be-aac7-0cb507b57cb8 req-1f3da8a5-8dee-41b2-b7c2-71c06b3c34c0 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 943 time: 0.0682645 Jun 16 16:45:17.276501 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d3bf11a8-8381-46be-aac7-0cb507b57cb8 req-a8d5146c-0f2a-42c7-bea9-efba5e344b67 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Jun 16 16:45:18.473164 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7f78-1925-4885-9be4-91630d73a3ef req-6b04d359-6980-4ddc-a1c0-d515c6c94d5f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:18.475445 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f2f7f78-1925-4885-9be4-91630d73a3ef req-6b04d359-6980-4ddc-a1c0-d515c6c94d5f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 943 time: 0.0786695 Jun 16 16:45:18.522709 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f2f7f78-1925-4885-9be4-91630d73a3ef req-e6f8f22b-8347-4fc4-ad22-3e23107b4907 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 Jun 16 16:45:19.607036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f7943c29-af40-49c3-b420-f52fc1ef42bc details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:45:19.738179 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a756470-48c9-4b86-8283-bb27f67b549c req-933d70d9-3b88-4c2b-a4d9-f0113fed260c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:19.739993 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1a756470-48c9-4b86-8283-bb27f67b549c req-933d70d9-3b88-4c2b-a4d9-f0113fed260c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 943 time: 0.0745113 Jun 16 16:45:19.743864 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port f7943c29-af40-49c3-b420-f52fc1ef42bc, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f7943c29-af40-49c3-b420-f52fc1ef42bc,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:19.760216 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': 'f7943c29-af40-49c3-b420-f52fc1ef42bc', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'port_id': 'f7943c29-af40-49c3-b420-f52fc1ef42bc', 'mac_address': 'fa:16:3e:87:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1359cfb4-224a-4354-9f35-5450c0032aa0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:45:19.802417 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1a756470-48c9-4b86-8283-bb27f67b549c req-0cc7dbbb-7cf6-419d-8b25-175fbc79ca72 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536969 Jun 16 16:45:19.815741 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:19.832775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7943c29-af40-49c3-b420-f52fc1ef42bc {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:45:19.855175 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port f7943c29-af40-49c3-b420-f52fc1ef42bc, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f7943c29-af40-49c3-b420-f52fc1ef42bc,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:19.924675 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:19.927688 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:19.989200 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=f7943c29-af40-49c3-b420-f52fc1ef42bc,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:19.992979 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:20.414052 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['f7943c29-af40-49c3-b420-f52fc1ef42bc'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:45:21.027995 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4066df-a13b-44b6-9819-1a43bbf4a0d6 req-a8826458-0664-4892-8c10-ab393c1e168b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:21.030428 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf4066df-a13b-44b6-9819-1a43bbf4a0d6 req-a8826458-0664-4892-8c10-ab393c1e168b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 944 time: 0.0909581 Jun 16 16:45:21.103437 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf4066df-a13b-44b6-9819-1a43bbf4a0d6 req-131e254c-7d59-4674-97d6-5e37433ecdc3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619144 Jun 16 16:45:21.635029 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f7943c29-af40-49c3-b420-f52fc1ef42bc up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:45:21.772826 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port f7943c29-af40-49c3-b420-f52fc1ef42bc completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:45:21.772826 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port f7943c29-af40-49c3-b420-f52fc1ef42bc triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:45:21.772826 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:21.867853 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:21.892522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7943c29-af40-49c3-b420-f52fc1ef42bc'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:45:21.894954 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeede110-1c43-4134-9deb-0be1f41eb63c" -d '{"events": [{"server_uuid": "f6d8eb03-0ab9-4387-ada0-5fb65b521c04", "name": "network-vif-plugged", "status": "completed", "tag": "f7943c29-af40-49c3-b420-f52fc1ef42bc"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:45:21.909989 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port f7943c29-af40-49c3-b420-f52fc1ef42bc, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f7943c29-af40-49c3-b420-f52fc1ef42bc,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:21.939813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a5229f-50b8-4c23-92bd-234ac4bbea0d x-openstack-request-id: req-c1a5229f-50b8-4c23-92bd-234ac4bbea0d {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:45:21.940106 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d8eb03-0ab9-4387-ada0-5fb65b521c04", "name": "network-vif-plugged", "status": "completed", "tag": "f7943c29-af40-49c3-b420-f52fc1ef42bc", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:45:21.940379 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c1a5229f-50b8-4c23-92bd-234ac4bbea0d {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:45:21.940841 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7943c29-af40-49c3-b420-f52fc1ef42bc', 'code': 200} Jun 16 16:45:21.998217 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:22.000396 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:22.053733 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=f7943c29-af40-49c3-b420-f52fc1ef42bc,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:22.056990 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:22.347488 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dc782-ed84-4726-9e1c-4b85c6f4a90c req-cfcab91b-d3a1-4cbf-8930-c7cfd309c909 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:22.350111 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-136dc782-ed84-4726-9e1c-4b85c6f4a90c req-cfcab91b-d3a1-4cbf-8930-c7cfd309c909 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.1109071 Jun 16 16:45:22.392558 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-136dc782-ed84-4726-9e1c-4b85c6f4a90c req-edfb483e-fd5e-48cb-b3a0-9fdf5131d1d0 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362742 Jun 16 16:45:22.519659 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833eb14-ae55-412f-99b4-9b2ac4a09e40 req-08f6ced6-4e98-4094-97d5-ef7ec92d5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:22.521200 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f833eb14-ae55-412f-99b4-9b2ac4a09e40 req-08f6ced6-4e98-4094-97d5-ef7ec92d5f45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 1098 time: 0.0567749 Jun 16 16:45:22.567773 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f833eb14-ae55-412f-99b4-9b2ac4a09e40 req-5117ab29-061b-48d8-8e2f-a97b34210104 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318384 Jun 16 16:45:23.649045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40c39e-9e61-4af2-a867-7cb68efb5abf req-aced7bd9-ba7a-46a0-94c3-35798ea7b862 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:23.651873 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf40c39e-9e61-4af2-a867-7cb68efb5abf req-aced7bd9-ba7a-46a0-94c3-35798ea7b862 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.1185651 Jun 16 16:45:23.717126 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cf40c39e-9e61-4af2-a867-7cb68efb5abf req-0c6798f0-a416-403a-85d5-b5be4feef269 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563159 Jun 16 16:45:24.991288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac85c-57ea-4519-a75c-4f5e7d2a078f req-d13ec767-e39d-4e70-8022-0574db09bbf2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:24.993170 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-659ac85c-57ea-4519-a75c-4f5e7d2a078f req-d13ec767-e39d-4e70-8022-0574db09bbf2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.1017330 Jun 16 16:45:25.039123 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-659ac85c-57ea-4519-a75c-4f5e7d2a078f req-cd2c5548-a362-46d5-b4df-010bf14b7558 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Jun 16 16:45:25.444369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35896) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:25.565545 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:25.671511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:25.764024 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:25.769771 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0a52eb80-7881-463d-83e1-ac8be29b63cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:25.815358 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d35f573c54824a3a86cd6a3865901a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688598 Jun 16 16:45:25.816864 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fcd01f-ffc5-4dea-bcae-0369ad99ed23,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:25.819776 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35902) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:25.822293 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:25.907282 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:25.940908 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:26.146724 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:26.151585 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:26.153263 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/06fcd01f-ffc5-4dea-bcae-0369ad99ed23 HTTP/1.1" status: 204 len: 168 time: 0.3316321 Jun 16 16:45:26.154567 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a1eb19f6-f97d-4240-b698-6ab6995a8107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:26.171818 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fcd01f-ffc5-4dea-bcae-0369ad99ed23,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:26.186190 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.187013 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.187666 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.188385 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.189307 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.190374 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.191258 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.192128 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.192737 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.193350 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.194083 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.194688 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:26.200052 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-09b17c95-1471-4746-8586-e3744da84c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:26.646091 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:45:26.917160 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 35912) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:26.936629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.096258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.318054 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.321187 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d168224d-4cf2-4c1d-94e3-6eefdf10e7c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:27.365863 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3f7b24168b094bc197d53d011526a396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472120 Jun 16 16:45:27.366931 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04269099-3538-461c-b35c-7ce5f69d2afc,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:27.369061 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 35914) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:27.370411 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:27.445845 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.483777 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.683017 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.685714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:27.686918 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/04269099-3538-461c-b35c-7ce5f69d2afc HTTP/1.1" status: 204 len: 168 time: 0.3163054 Jun 16 16:45:27.687737 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-1dc9b113-0484-4a72-97a9-d2afbd378702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:27.708866 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04269099-3538-461c-b35c-7ce5f69d2afc,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:27.708866 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e6851d2c-a734-480e-92ee-e175b9c99ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:37.397930 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8eb14af0-46d9-4010-81a2-e06594cf8443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:40.209338 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fa2ee5ce-3fc0-4960-a78a-d72a9a1a2f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:40.211246 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:41.347639 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-0b2f10d4-993f-4c96-a93f-2890927417ad tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:41.349198 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-0b2f10d4-993f-4c96-a93f-2890927417ad tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1241786 Jun 16 16:45:41.363306 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:41.365339 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-bf1412fa-b1cb-4895-9167-27e0f2e0a328 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/quotas/bb10d2268dfb4e8ab1a2b5f38e2d4471 HTTP/1.1" status: 200 len: 375 time: 0.0100133 Jun 16 16:45:41.527969 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-d9e6ac42-082f-48f5-a137-290d41584c19 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738294 Jun 16 16:45:41.565037 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-246933df-2236-4d61-8ce0-440ff8d544fb service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051652 Jun 16 16:45:41.682826 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-f5f72865-e39c-4a2a-8aff-3864a523d9ba service neutron] 10.222.0.91 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113262 Jun 16 16:45:42.053594 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5fdee9dd-f98c-4161-b222-dc4bb26d3164 req-21178d38-f9fd-4107-a988-ebcac3cc3641 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 210 time: 0.0401735 Jun 16 16:45:43.048551 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:43.157849 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dded75d3-8ce1-4152-9da8-e52a851e5ed3 req-b95586a6-14ef-44e3-b59c-bf01ab71b22f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 210 time: 0.0396774 Jun 16 16:45:44.403243 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fef3e0f2-3a60-4365-be74-186965ad3155 req-fd678869-274f-49f8-9f70-5e0499d0ed02 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 210 time: 0.0323811 Jun 16 16:45:45.225902 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-f4afa97c-207f-4270-9d54-c3a591e9866e tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:45.227826 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-f4afa97c-207f-4270-9d54-c3a591e9866e tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 815 time: 0.1267292 Jun 16 16:45:45.253765 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Request body: {'port': {'device_id': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'admin_state_up': True, 'tenant_id': 'bb10d2268dfb4e8ab1a2b5f38e2d4471'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:45:45.495163 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Made reservation on behalf of bb10d2268dfb4e8ab1a2b5f38e2d4471 for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:45:45.498729 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:45.599416 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8ff36a28-412f-4861-84e1-d6afc136e42e req-28cc5e8d-7c26-46f1-89ae-850c2dded76f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 210 time: 0.0419686 Jun 16 16:45:45.671084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Allocated IP 172.20.0.13 (6d38f1db-f9c9-43e4-b107-e3253c9c3d54/1359cfb4-224a-4354-9f35-5450c0032aa0/722be649-32e1-4f28-8f7f-cfadaac599de) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:45:45.714018 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:45.837435 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:45.957605 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:45.962840 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a91cfbe2-8e42-432f-a112-cc17d4baf807 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:45.973053 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd', '9d111246-3823-4ba5-8192-05ff72d43799', 'f7943c29-af40-49c3-b420-f52fc1ef42bc'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:45:46.016932 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:45:46.025770 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:45:46.031389 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:45:46.039758 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event updated for resources: {'Port': ['ID=722be649-32e1-4f28-8f7f-cfadaac599de,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:46.066143 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:46.103141 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:46.104168 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:46.238536 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-9394a29a-547b-4e15-a87a-4f68658859c9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920967 Jun 16 16:45:46.254152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Request body: {'port': {'device_id': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:45:46.343087 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:46.629636 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 722be649-32e1-4f28-8f7f-cfadaac599de {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:45:46.637585 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:46.650433 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Transition to ACTIVE for port object 722be649-32e1-4f28-8f7f-cfadaac599de will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:45:46.763256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:46.766006 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f3095de5-42bd-465d-9e42-4af68a86f235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:46.844009 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Pushing event updated for resources: {'Port': ['ID=722be649-32e1-4f28-8f7f-cfadaac599de,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:46.848689 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:46.916549 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5860792-c4b8-413c-a561-551aa18fec86 req-1b1d4cb1-b980-432c-af32-94b261f8ba00 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:46.918094 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f5860792-c4b8-413c-a561-551aa18fec86 req-1b1d4cb1-b980-432c-af32-94b261f8ba00 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 932 time: 0.1897323 Jun 16 16:45:46.977999 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f5860792-c4b8-413c-a561-551aa18fec86 req-c03a1be5-1aa4-4f2a-ba8f-ef08dd3edbab tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520120 Jun 16 16:45:46.978703 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Attempting to bind port 722be649-32e1-4f28-8f7f-cfadaac599de on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:45:46.979043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Attempting to bind port 722be649-32e1-4f28-8f7f-cfadaac599de by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:45:46.979375 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Attempting to bind port 722be649-32e1-4f28-8f7f-cfadaac599de on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:45:46.984915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Port 722be649-32e1-4f28-8f7f-cfadaac599de on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:45:46.985243 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Attempting to bind port 722be649-32e1-4f28-8f7f-cfadaac599de on network 6d38f1db-f9c9-43e4-b107-e3253c9c3d54 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:45:46.992501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:45:46.992973 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Checking segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:45:46.993645 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Bound using segment: {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:45:46.994152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Bound port: 722be649-32e1-4f28-8f7f-cfadaac599de, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '689135a5-9101-4adf-b9bc-00f2aee05012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:45:46.994633 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:47.067658 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] For port 722be649-32e1-4f28-8f7f-cfadaac599de, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:45:47.071285 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] For port 722be649-32e1-4f28-8f7f-cfadaac599de, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=722be649-32e1-4f28-8f7f-cfadaac599de,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:45:47.232136 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:47.235423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-51970f9f-f0e7-44c2-83cb-e3e043e02f05 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:47.271411 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:47.272029 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:47.273487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] 10.222.0.52 "PUT /v2.0/ports/722be649-32e1-4f28-8f7f-cfadaac599de HTTP/1.1" status: 200 len: 1094 time: 1.0253801 Jun 16 16:45:47.274042 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'tag': '722be649-32e1-4f28-8f7f-cfadaac599de'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:45:47.276474 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69347fc-294b-46a5-be6b-3fc9dda9afd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34", "tag": "722be649-32e1-4f28-8f7f-cfadaac599de"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:45:47.304064 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Pushing event updated for resources: {'Port': ['ID=722be649-32e1-4f28-8f7f-cfadaac599de,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:47.307535 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:47.325648 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed55dc84-be6c-4e24-b31d-e9e3b9d41f5f x-openstack-request-id: req-ed55dc84-be6c-4e24-b31d-e9e3b9d41f5f {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:45:47.326045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34", "tag": "722be649-32e1-4f28-8f7f-cfadaac599de", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:45:47.326431 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ed55dc84-be6c-4e24-b31d-e9e3b9d41f5f {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:45:47.326916 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'tag': '722be649-32e1-4f28-8f7f-cfadaac599de', 'status': 'completed', 'code': 200} Jun 16 16:45:47.423896 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69347fc-294b-46a5-be6b-3fc9dda9afd6 req-7aea4bf4-d151-4f8f-afa3-896771164986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:47.425508 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69347fc-294b-46a5-be6b-3fc9dda9afd6 req-7aea4bf4-d151-4f8f-afa3-896771164986 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 1097 time: 0.0677805 Jun 16 16:45:47.535118 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69347fc-294b-46a5-be6b-3fc9dda9afd6 req-6d6c2f3a-3880-4272-9357-c1e634fbc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:47.536584 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69347fc-294b-46a5-be6b-3fc9dda9afd6 req-6d6c2f3a-3880-4272-9357-c1e634fbc731 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0982227 Jun 16 16:45:47.638416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69347fc-294b-46a5-be6b-3fc9dda9afd6 req-172bfb8a-85f8-4034-9849-657860bcef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:47.640441 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69347fc-294b-46a5-be6b-3fc9dda9afd6 req-172bfb8a-85f8-4034-9849-657860bcef2e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0970199 Jun 16 16:45:47.742552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-8c2f7df6-c757-4557-8e15-5cd89259eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:47.744102 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-8c2f7df6-c757-4557-8e15-5cd89259eaa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 1097 time: 0.0559599 Jun 16 16:45:47.797563 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-ceaa44c8-15ca-4a09-b06f-d2dc86f9b27e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=722be649-32e1-4f28-8f7f-cfadaac599de HTTP/1.1" status: 200 len: 217 time: 0.0393398 Jun 16 16:45:47.853493 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-3b2e6c0e-c1e6-44ed-a3c1-b01820af648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:47.855278 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-3b2e6c0e-c1e6-44ed-a3c1-b01820af648f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 200 len: 855 time: 0.0463912 Jun 16 16:45:47.894062 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-1097c681-dee2-4717-967e-621e9c96b122 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276446 Jun 16 16:45:47.992756 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-e86c3f07-6620-4b8e-9a99-865ccea16336 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903716 Jun 16 16:45:48.106319 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aee00eab-3a08-4cdc-abc4-1d031440c41a req-df9181aa-5da5-4d22-8c64-ab0f855fdecb service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040559 Jun 16 16:45:48.179524 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b68b1-1e82-4590-8278-809b8e000859 req-c3cd6385-272c-46cb-b99b-1efdf40f5867 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:48.181117 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f00b68b1-1e82-4590-8278-809b8e000859 req-c3cd6385-272c-46cb-b99b-1efdf40f5867 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 944 time: 0.0738389 Jun 16 16:45:48.231307 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f00b68b1-1e82-4590-8278-809b8e000859 req-587421dd-83bf-413a-a63a-528c8d30f6fd tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433443 Jun 16 16:45:48.685577 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36112) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:48.847889 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:48.958953 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:49.071179 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:49.074081 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-264420c0-02ac-4806-8a32-b429dd9c212a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:49.115195 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=54d67126a23c4545b81c45eba9074b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282739 Jun 16 16:45:49.116522 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fb2435-a8ec-40fe-9d46-bbc21c3d1743,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:49.118317 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36116) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:49.119692 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:49.180158 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:49.210109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:49.387061 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:49.389659 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:49.390799 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c5fb2435-a8ec-40fe-9d46-bbc21c3d1743 HTTP/1.1" status: 204 len: 168 time: 0.2703159 Jun 16 16:45:49.392517 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c9671da8-8682-4135-87cf-4b790c1ae4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:49.402905 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fb2435-a8ec-40fe-9d46-bbc21c3d1743,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:49.437439 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c7473326-02c4-44b7-b01e-e8c968acc3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:49.442310 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c61d-70b7-4b2d-b79d-3eba48c161c4 req-8dde0053-82ce-431f-832a-ff16f12f34b2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:49.443850 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-58c5c61d-70b7-4b2d-b79d-3eba48c161c4 req-8dde0053-82ce-431f-832a-ff16f12f34b2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 944 time: 0.0913637 Jun 16 16:45:49.489197 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-58c5c61d-70b7-4b2d-b79d-3eba48c161c4 req-ca80c5f5-4736-479e-a7d3-df9b884b1398 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Jun 16 16:45:50.221221 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36124) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:50.236502 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.331504 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.397118 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.400118 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-22a4f510-2e1f-4c0e-94bc-1fd20d596fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:50.439558 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4dc28fa0de2a46e7a00b550b047597f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168124 Jun 16 16:45:50.440524 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa1504-ac78-41a0-9ca6-1eb54a9b1131,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:50.442963 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36126) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:45:50.443958 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:50.509201 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.535434 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.670672 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbc13e-db69-42ed-a3d7-2da60e47e302 req-59847dd0-f8d7-45db-b534-e12b9debe6f8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:50.672238 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d2cbc13e-db69-42ed-a3d7-2da60e47e302 req-59847dd0-f8d7-45db-b534-e12b9debe6f8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 944 time: 0.0683722 Jun 16 16:45:50.716012 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d2cbc13e-db69-42ed-a3d7-2da60e47e302 req-6759fb3b-b735-454c-aa33-697bef9a3263 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Jun 16 16:45:50.745654 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.748348 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:50.749500 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/61fa1504-ac78-41a0-9ca6-1eb54a9b1131 HTTP/1.1" status: 204 len: 168 time: 0.3051777 Jun 16 16:45:50.750282 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4b361253-3052-4f87-b7e0-d3343aaa3b9e tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:50.758416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa1504-ac78-41a0-9ca6-1eb54a9b1131,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:50.760827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-71704076-a470-4b32-8f45-18dd09b1498b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:51.913209 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fc02e-0362-41c2-95c6-647b162d3557 req-caef850c-03b6-4f50-a521-1c6c3f75261a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:51.918593 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d2fc02e-0362-41c2-95c6-647b162d3557 req-caef850c-03b6-4f50-a521-1c6c3f75261a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 944 time: 0.0801663 Jun 16 16:45:51.979887 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6d2fc02e-0362-41c2-95c6-647b162d3557 req-61ef39f0-1be9-4204-b1db-9141d6214cee tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568550 Jun 16 16:45:53.191537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088a4a0-55e8-4e2b-a253-cb4e7a25fbdb req-4875413d-038d-41e8-888f-452d957e5897 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:53.193157 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2088a4a0-55e8-4e2b-a253-cb4e7a25fbdb req-4875413d-038d-41e8-888f-452d957e5897 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 944 time: 0.0763776 Jun 16 16:45:53.238676 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2088a4a0-55e8-4e2b-a253-cb4e7a25fbdb req-14b2cea7-8de2-4d0b-be73-2894734b0f12 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373304 Jun 16 16:45:53.847351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 722be649-32e1-4f28-8f7f-cfadaac599de details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:45:53.963071 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 722be649-32e1-4f28-8f7f-cfadaac599de, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=722be649-32e1-4f28-8f7f-cfadaac599de,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:53.975607 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '722be649-32e1-4f28-8f7f-cfadaac599de', 'network_id': '6d38f1db-f9c9-43e4-b107-e3253c9c3d54', 'port_id': '722be649-32e1-4f28-8f7f-cfadaac599de', 'mac_address': 'fa:16:3e:e8:e8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1359cfb4-224a-4354-9f35-5450c0032aa0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:45:54.015282 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:54.030085 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 722be649-32e1-4f28-8f7f-cfadaac599de {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:45:54.053166 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 722be649-32e1-4f28-8f7f-cfadaac599de, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=722be649-32e1-4f28-8f7f-cfadaac599de,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:54.145962 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:54.148240 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:54.201075 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=722be649-32e1-4f28-8f7f-cfadaac599de,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:54.209619 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.209983 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.210318 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.210657 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.211011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.211344 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.211721 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.212052 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.212384 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.212708 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.213034 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.213381 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:45:54.217825 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:54.435715 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba502a2-8b3f-42da-bb32-481d503630db req-2797996b-4e28-4088-b564-c527edccdfac tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:54.437189 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ba502a2-8b3f-42da-bb32-481d503630db req-2797996b-4e28-4088-b564-c527edccdfac tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 945 time: 0.0681434 Jun 16 16:45:54.478865 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2ba502a2-8b3f-42da-bb32-481d503630db req-e68d1829-d706-4165-a3b9-9b405c282748 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Jun 16 16:45:54.691756 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['722be649-32e1-4f28-8f7f-cfadaac599de'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:45:55.678082 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d7234-ab60-4415-babc-adcadb90eed8 req-0cc3de7b-7235-4ff1-87b6-0cfc268233bf tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:55.680238 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8e7d7234-ab60-4415-babc-adcadb90eed8 req-0cc3de7b-7235-4ff1-87b6-0cfc268233bf tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 945 time: 0.0741780 Jun 16 16:45:55.721894 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8e7d7234-ab60-4415-babc-adcadb90eed8 req-beae299f-f956-4519-905f-5989cb377cb2 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355544 Jun 16 16:45:56.925974 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e854484-5b92-4118-8bdf-aadfd462bd1d req-6a2de089-8ebd-4d9f-8047-726e2ee6d069 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:56.927616 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1e854484-5b92-4118-8bdf-aadfd462bd1d req-6a2de089-8ebd-4d9f-8047-726e2ee6d069 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 945 time: 0.0759952 Jun 16 16:45:56.973701 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1e854484-5b92-4118-8bdf-aadfd462bd1d req-83ae45d1-6aed-4152-8bd6-efa6604c354c tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352724 Jun 16 16:45:57.887163 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 722be649-32e1-4f28-8f7f-cfadaac599de up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:45:58.047828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 722be649-32e1-4f28-8f7f-cfadaac599de completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:45:58.052516 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 722be649-32e1-4f28-8f7f-cfadaac599de triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:45:58.052905 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:58.151595 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:58.190137 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722be649-32e1-4f28-8f7f-cfadaac599de'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:45:58.194357 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff95c86-0dcc-4835-a1e9-e1c22c258ffa" -d '{"events": [{"server_uuid": "7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34", "name": "network-vif-plugged", "status": "completed", "tag": "722be649-32e1-4f28-8f7f-cfadaac599de"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:45:58.218694 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 722be649-32e1-4f28-8f7f-cfadaac599de, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=722be649-32e1-4f28-8f7f-cfadaac599de,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:45:58.245127 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4979fa06-cebf-4dea-866f-02be8e6f04f9 x-openstack-request-id: req-4979fa06-cebf-4dea-866f-02be8e6f04f9 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:45:58.245513 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34", "name": "network-vif-plugged", "status": "completed", "tag": "722be649-32e1-4f28-8f7f-cfadaac599de", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:45:58.245839 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-4979fa06-cebf-4dea-866f-02be8e6f04f9 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:45:58.246353 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '722be649-32e1-4f28-8f7f-cfadaac599de', 'code': 200} Jun 16 16:45:58.328384 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:45:58.332299 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:45:58.394009 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=722be649-32e1-4f28-8f7f-cfadaac599de,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:45:58.399208 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:45:58.446353 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d8a9-7cce-45eb-9f38-0f4d91fb1a81 req-d539cb79-3e6b-4bff-ac8b-b701300c276e tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:58.449007 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9509d8a9-7cce-45eb-9f38-0f4d91fb1a81 req-d539cb79-3e6b-4bff-ac8b-b701300c276e tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.3607385 Jun 16 16:45:58.522727 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9509d8a9-7cce-45eb-9f38-0f4d91fb1a81 req-ad1daed1-2445-485d-bab6-d5045ad26c62 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Jun 16 16:45:59.155967 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf56279-1fa1-49bd-a997-b071417019d6 req-606a1251-8c9f-4fd5-b426-60846661eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:59.158318 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edf56279-1fa1-49bd-a997-b071417019d6 req-606a1251-8c9f-4fd5-b426-60846661eb48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 1099 time: 0.3743222 Jun 16 16:45:59.203039 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edf56279-1fa1-49bd-a997-b071417019d6 req-26415bac-0849-4643-99e7-fff4264f1179 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Jun 16 16:45:59.823011 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d415bf-4eb4-4eff-8343-ce59bbb7395f req-3b7c28eb-314e-4140-b124-79c3b7f2ba0d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:45:59.824528 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b6d415bf-4eb4-4eff-8343-ce59bbb7395f req-3b7c28eb-314e-4140-b124-79c3b7f2ba0d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.1301973 Jun 16 16:45:59.865240 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b6d415bf-4eb4-4eff-8343-ce59bbb7395f req-0810b4ed-af78-40a6-a2f4-958b61422e93 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339844 Jun 16 16:46:01.089174 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccca9f6-626d-4951-a14a-0eb92f9fd17b req-f067f798-a95e-4bd7-bde5-241a7b12112b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:01.091782 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fccca9f6-626d-4951-a14a-0eb92f9fd17b req-f067f798-a95e-4bd7-bde5-241a7b12112b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.0785062 Jun 16 16:46:01.146090 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fccca9f6-626d-4951-a14a-0eb92f9fd17b req-b9933d71-5e4e-44af-b8cc-6ac70f550eff tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Jun 16 16:46:02.344072 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958dcba-7e82-4670-9503-8b8670d55a2d req-b531d7c5-4a03-4862-a9b2-8ec9ad984259 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:02.347122 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6958dcba-7e82-4670-9503-8b8670d55a2d req-b531d7c5-4a03-4862-a9b2-8ec9ad984259 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.0724611 Jun 16 16:46:02.388203 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6958dcba-7e82-4670-9503-8b8670d55a2d req-9426918d-6d82-40bb-ae2f-a0d47664d3ba tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350001 Jun 16 16:46:03.645165 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:46:07.396677 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4baac4b9-e1ee-4f01-9bef-1888da3b1b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:10.128202 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:10.162744 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0e2457d9-f72e-4a77-b236-a7a84776aed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:11.359128 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:13.082270 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:15.591646 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:18.932772 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3112d-c798-44cb-8a82-085b4001afc9 req-c73241af-e683-4e1e-a953-63f1f71f6652 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:18.934425 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25a3112d-c798-44cb-8a82-085b4001afc9 req-c73241af-e683-4e1e-a953-63f1f71f6652 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.1004593 Jun 16 16:46:18.980348 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-25a3112d-c798-44cb-8a82-085b4001afc9 req-18540cb9-003d-4bd3-80de-cd8734fc2388 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Jun 16 16:46:20.045106 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-8d9fe112-0089-4f43-90f4-f67eb135afe2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1220198 Jun 16 16:46:20.214320 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-fc2f816f-d71e-47d1-b5cc-532f87ef9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:20.215847 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-fc2f816f-d71e-47d1-b5cc-532f87ef9340 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 1099 time: 0.1021259 Jun 16 16:46:20.226950 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c9cdb-8c2d-4f75-b9c9-681e9fb6ffd5 req-ceed01e1-6779-40a8-b764-5a5bc9ce015b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:20.228503 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d82c9cdb-8c2d-4f75-b9c9-681e9fb6ffd5 req-ceed01e1-6779-40a8-b764-5a5bc9ce015b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.1054637 Jun 16 16:46:20.299859 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d82c9cdb-8c2d-4f75-b9c9-681e9fb6ffd5 req-378c5a0a-b0fd-4248-897f-6a28cb1c857f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652151 Jun 16 16:46:20.353785 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-3624cab1-6b11-4b63-b8fd-bc24c0d0a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:20.355171 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-3624cab1-6b11-4b63-b8fd-bc24c0d0a034 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 200 len: 917 time: 0.1023438 Jun 16 16:46:20.406776 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-aa92e023-f5b9-4317-b0cf-a3bda93d3e68 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd HTTP/1.1" status: 200 len: 217 time: 0.0404282 Jun 16 16:46:20.476843 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-49814efe-ce16-41f7-9a98-9a35276474cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:20.478378 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-49814efe-ce16-41f7-9a98-9a35276474cc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 200 len: 855 time: 0.0524611 Jun 16 16:46:20.520839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-a2c08d99-065b-4731-bc9b-45fc586e0aab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6d38f1db-f9c9-43e4-b107-e3253c9c3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289304 Jun 16 16:46:20.628738 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-04d7faa9-77c8-41ee-bfd6-3177f78e8b57 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925481 Jun 16 16:46:20.738405 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-799fcbd0-a18e-4aab-b8fe-c1e150c4337b req-44d0a2af-88d1-4c0d-8355-5f3e19c10fc7 service neutron] 10.222.0.52 "GET /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923181 Jun 16 16:46:21.499760 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55111400-17a5-49d9-8d37-7310c13d379a req-68ab5aa9-4582-4700-943a-bcb4f2976c24 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:21.501419 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-55111400-17a5-49d9-8d37-7310c13d379a req-68ab5aa9-4582-4700-943a-bcb4f2976c24 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.0749846 Jun 16 16:46:21.549487 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-55111400-17a5-49d9-8d37-7310c13d379a req-394811e3-0407-46be-9e51-f7e1cdc09470 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374005 Jun 16 16:46:22.313842 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-d26fdf35-9dfe-4847-a9c3-bc380fe31116 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:22.315358 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-d26fdf35-9dfe-4847-a9c3-bc380fe31116 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.0706544 Jun 16 16:46:22.429581 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Deleting port 722be649-32e1-4f28-8f7f-cfadaac599de {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:46:22.429928 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:22.526640 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] For port 722be649-32e1-4f28-8f7f-cfadaac599de, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=722be649-32e1-4f28-8f7f-cfadaac599de,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:46:22.556801 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:22.598389 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Calling delete_port for 722be649-32e1-4f28-8f7f-cfadaac599de owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:46:22.795409 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de2617-00fb-460e-bc37-1acd3e0e4d00 req-25b3a347-929f-4cee-ae7e-46b1317b15fc tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:22.797265 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e4de2617-00fb-460e-bc37-1acd3e0e4d00 req-25b3a347-929f-4cee-ae7e-46b1317b15fc tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 946 time: 0.0842974 Jun 16 16:46:22.840972 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e4de2617-00fb-460e-bc37-1acd3e0e4d00 req-dc90536f-6c62-410e-94c3-30443444c938 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 Jun 16 16:46:23.042258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:23.053497 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f73a8dd5-d6ea-4a73-a85b-ede884ee94e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:23.058959 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd', '9d111246-3823-4ba5-8192-05ff72d43799', 'f7943c29-af40-49c3-b420-f52fc1ef42bc', '722be649-32e1-4f28-8f7f-cfadaac599de'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:46:23.075699 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event deleted for resources: {'Port': ['ID=722be649-32e1-4f28-8f7f-cfadaac599de,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:23.110926 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.111298 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.111673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.112041 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.112404 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.112778 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.113139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.113516 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.113877 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.114232 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.114588 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.114976 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:23.137715 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:23.137715 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] No DVR routers for this DVR port 722be649-32e1-4f28-8f7f-cfadaac599de on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:46:23.139641 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:23.142338 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-69e84d31-59eb-428d-83f9-53eea3af7a05 req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "DELETE /v2.0/ports/722be649-32e1-4f28-8f7f-cfadaac599de HTTP/1.1" status: 204 len: 173 time: 0.8197227 Jun 16 16:46:23.142879 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'name': 'network-vif-deleted', 'tag': '722be649-32e1-4f28-8f7f-cfadaac599de'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:46:23.145565 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173b296d-aed6-4d21-aadc-482a06a7364e" -d '{"events": [{"server_uuid": "7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34", "name": "network-vif-deleted", "tag": "722be649-32e1-4f28-8f7f-cfadaac599de"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:46:23.200584 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f649549-e6d8-479f-afcd-7d8887c89817 x-openstack-request-id: req-9f649549-e6d8-479f-afcd-7d8887c89817 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:46:23.200909 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34", "name": "network-vif-deleted", "tag": "722be649-32e1-4f28-8f7f-cfadaac599de", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:46:23.201200 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9f649549-e6d8-479f-afcd-7d8887c89817 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:46:23.201673 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34', 'name': 'network-vif-deleted', 'tag': '722be649-32e1-4f28-8f7f-cfadaac599de', 'status': 'completed', 'code': 200} Jun 16 16:46:24.010555 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-100daca1-079b-4c64-b468-ba9fe41c0c63 req-3f1519fd-7f06-40f1-a41d-b65a2003735a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=7beb9f96-da1f-4c1e-88fc-9b6fdfc80c34 HTTP/1.1" status: 200 len: 210 time: 0.0341418 Jun 16 16:46:25.957788 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 722be649-32e1-4f28-8f7f-cfadaac599de no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:46:25.979422 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 722be649-32e1-4f28-8f7f-cfadaac599de {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:46:25.979774 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 722be649-32e1-4f28-8f7f-cfadaac599de not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:46:27.444252 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f924a43-1834-49d1-aeb9-3dff9ed609a8 req-e9269a28-ec36-44fc-8445-5127bb8f8662 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:27.446999 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f924a43-1834-49d1-aeb9-3dff9ed609a8 req-e9269a28-ec36-44fc-8445-5127bb8f8662 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.1085694 Jun 16 16:46:27.489699 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7f924a43-1834-49d1-aeb9-3dff9ed609a8 req-5e1c362e-3592-4000-95b6-6bd8a2d13848 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Jun 16 16:46:27.814631 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36406) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:27.933077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.038724 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.144247 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.147413 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3c7da86f-0ff1-4f2c-bf73-72a5027e37bd tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:28.186923 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4126bb9f487a44afb9445316204c433f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708735 Jun 16 16:46:28.188565 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfadab8-d79d-4836-9847-9193fa601f73,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:28.191324 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36410) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:28.197574 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.198160 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.198637 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.199131 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.199649 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.200273 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.200866 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.201474 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.202076 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.202671 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.203271 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.203878 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:46:28.211628 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:28.255039 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.277895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.442010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.445248 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:28.446629 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cdfadab8-d79d-4836-9847-9193fa601f73 HTTP/1.1" status: 204 len: 168 time: 0.2541165 Jun 16 16:46:28.447582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-92d4f025-4607-473b-a20a-1e64018e4084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:28.455843 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfadab8-d79d-4836-9847-9193fa601f73,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:28.458679 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5c262a27-006c-4018-ad16-2d2fcfa98db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:28.685617 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de465-7fc6-470b-ab70-eacc8e1a7d06 req-0cac36c6-e4ba-4acc-bc63-fc4685c45357 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:28.687832 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d03de465-7fc6-470b-ab70-eacc8e1a7d06 req-0cac36c6-e4ba-4acc-bc63-fc4685c45357 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.0735831 Jun 16 16:46:28.730049 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d03de465-7fc6-470b-ab70-eacc8e1a7d06 req-bb7c8cbc-6431-4999-b370-e800847b5749 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Jun 16 16:46:29.727293 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85337222-669e-486f-b8fc-41beba760332 req-69a152e1-56ea-40ed-993c-6eb73b3cd116 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:29.729009 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-85337222-669e-486f-b8fc-41beba760332 req-69a152e1-56ea-40ed-993c-6eb73b3cd116 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.0823174 Jun 16 16:46:29.924554 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Deleting port f7943c29-af40-49c3-b420-f52fc1ef42bc {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:46:29.924904 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:30.024221 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651858f0-7602-4b9c-b86e-ec59bc014e3b req-a0596f12-d704-424b-a777-fbe2961b7a66 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:30.026905 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-651858f0-7602-4b9c-b86e-ec59bc014e3b req-a0596f12-d704-424b-a777-fbe2961b7a66 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 945 time: 0.1470673 Jun 16 16:46:30.055171 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] For port f7943c29-af40-49c3-b420-f52fc1ef42bc, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=f7943c29-af40-49c3-b420-f52fc1ef42bc,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:46:30.055534 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:30.133260 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Calling delete_port for f7943c29-af40-49c3-b420-f52fc1ef42bc owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:46:30.155288 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-651858f0-7602-4b9c-b86e-ec59bc014e3b req-7a6f1da3-ec56-4c01-aedb-02108e1f510f tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191850 Jun 16 16:46:30.436008 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:30.441429 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:30.450131 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd', '9d111246-3823-4ba5-8192-05ff72d43799', 'f7943c29-af40-49c3-b420-f52fc1ef42bc'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:46:30.472805 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event deleted for resources: {'Port': ['ID=f7943c29-af40-49c3-b420-f52fc1ef42bc,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:30.476319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:30.524002 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] No DVR routers for this DVR port f7943c29-af40-49c3-b420-f52fc1ef42bc on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:46:30.526951 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:30.529071 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-85337222-669e-486f-b8fc-41beba760332 req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "DELETE /v2.0/ports/f7943c29-af40-49c3-b420-f52fc1ef42bc HTTP/1.1" status: 204 len: 173 time: 0.7941017 Jun 16 16:46:30.529657 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'name': 'network-vif-deleted', 'tag': 'f7943c29-af40-49c3-b420-f52fc1ef42bc'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:46:30.532203 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0977d41a-fe86-4f6a-bde4-9c1e04fd796d" -d '{"events": [{"server_uuid": "f6d8eb03-0ab9-4387-ada0-5fb65b521c04", "name": "network-vif-deleted", "tag": "f7943c29-af40-49c3-b420-f52fc1ef42bc"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:46:30.583466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df8474-beb0-48da-94d9-4cf6e22c1b5b x-openstack-request-id: req-b0df8474-beb0-48da-94d9-4cf6e22c1b5b {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:46:30.583466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d8eb03-0ab9-4387-ada0-5fb65b521c04", "name": "network-vif-deleted", "tag": "f7943c29-af40-49c3-b420-f52fc1ef42bc", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:46:30.583466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b0df8474-beb0-48da-94d9-4cf6e22c1b5b {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:46:30.583466 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d8eb03-0ab9-4387-ada0-5fb65b521c04', 'name': 'network-vif-deleted', 'tag': 'f7943c29-af40-49c3-b420-f52fc1ef42bc', 'status': 'completed', 'code': 200} Jun 16 16:46:31.346883 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7125a259-2044-479b-95fa-77793547c3ef req-2410c73b-776d-4176-a2fa-a293695df425 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=f6d8eb03-0ab9-4387-ada0-5fb65b521c04 HTTP/1.1" status: 200 len: 210 time: 0.0298729 Jun 16 16:46:33.287093 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649969-8a69-4ea8-b5c4-2efcac4d545e req-7120b4ee-de04-48c8-a80e-ede35d0fccec tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:33.289377 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-63649969-8a69-4ea8-b5c4-2efcac4d545e req-7120b4ee-de04-48c8-a80e-ede35d0fccec tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0689704 Jun 16 16:46:33.339781 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-63649969-8a69-4ea8-b5c4-2efcac4d545e req-4a3926f0-ceb2-4060-a43b-ab3424fd51eb tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Jun 16 16:46:34.004763 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f7943c29-af40-49c3-b420-f52fc1ef42bc no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:46:34.025870 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: f7943c29-af40-49c3-b420-f52fc1ef42bc {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:46:34.026222 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device f7943c29-af40-49c3-b420-f52fc1ef42bc not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:46:34.535720 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb6ba3-a766-441d-a88d-82c9ababa86c req-bc162f88-b2c7-40ca-8259-d178407cf2fa tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:34.537964 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3beb6ba3-a766-441d-a88d-82c9ababa86c req-bc162f88-b2c7-40ca-8259-d178407cf2fa tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0745938 Jun 16 16:46:34.587341 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3beb6ba3-a766-441d-a88d-82c9ababa86c req-7fcd74e9-791f-4a0d-b8cf-4767a92ff288 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Jun 16 16:46:35.769369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc0321-2d25-4849-a318-5f1e4c03daf7 req-124a5221-bb9e-4481-9cc5-8fd33d40d73d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:35.770937 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a3cc0321-2d25-4849-a318-5f1e4c03daf7 req-124a5221-bb9e-4481-9cc5-8fd33d40d73d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0666566 Jun 16 16:46:35.813764 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a3cc0321-2d25-4849-a318-5f1e4c03daf7 req-c5722ebf-a3eb-4143-866f-5f4084933181 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Jun 16 16:46:37.001846 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcbec8-d8ab-4c91-85a4-d72f0a27d9fa req-a2b92460-de47-4880-aeab-f5b27773fbaa tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:37.003723 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fddcbec8-d8ab-4c91-85a4-d72f0a27d9fa req-a2b92460-de47-4880-aeab-f5b27773fbaa tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0719955 Jun 16 16:46:37.051121 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fddcbec8-d8ab-4c91-85a4-d72f0a27d9fa req-4ac0ec1d-a08d-4cfc-b994-7b7a790e73c0 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362287 Jun 16 16:46:37.378634 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-04538364-0683-4f3f-b8fa-5a4fa10c46c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:38.249110 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44840043-ef2d-4900-8080-3205004c2d22 req-cf6af504-f018-449b-8dd6-97d355c319f9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:38.250881 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44840043-ef2d-4900-8080-3205004c2d22 req-cf6af504-f018-449b-8dd6-97d355c319f9 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0677414 Jun 16 16:46:38.298998 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44840043-ef2d-4900-8080-3205004c2d22 req-e2802962-e5c1-4485-a9e7-4c0c9470ba93 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Jun 16 16:46:39.491811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23936d1f-7ac2-4256-b84d-f684328a2c5e req-80d4900a-0f12-44d4-9c4f-bdf083e000ff tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:39.493349 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-23936d1f-7ac2-4256-b84d-f684328a2c5e req-80d4900a-0f12-44d4-9c4f-bdf083e000ff tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0735486 Jun 16 16:46:39.537101 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-23936d1f-7ac2-4256-b84d-f684328a2c5e req-230a4731-8dd2-4377-8f34-a5447c44fbdc tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379827 Jun 16 16:46:39.647021 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-74d50251-c8c0-4cd5-8ab2-53c2337082d7 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:39.648618 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-74d50251-c8c0-4cd5-8ab2-53c2337082d7 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 945 time: 0.0668919 Jun 16 16:46:39.761973 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Deleting port 9d111246-3823-4ba5-8192-05ff72d43799 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:46:39.762327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:39.886443 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] For port 9d111246-3823-4ba5-8192-05ff72d43799, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=9d111246-3823-4ba5-8192-05ff72d43799,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:46:39.886811 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:39.957373 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Calling delete_port for 9d111246-3823-4ba5-8192-05ff72d43799 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:46:40.156275 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:40.190165 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-92f102ae-7036-42ae-bab3-f123d8a80854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:40.190501 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:40.195985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-610131eb-e394-49d3-a914-0351da55c72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:40.207281 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd', '9d111246-3823-4ba5-8192-05ff72d43799'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:46:40.246116 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event deleted for resources: {'Port': ['ID=9d111246-3823-4ba5-8192-05ff72d43799,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:40.253343 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:40.328415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] No DVR routers for this DVR port 9d111246-3823-4ba5-8192-05ff72d43799 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:46:40.331971 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:40.334410 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d7275f52-658b-44ec-80ef-3829a1d8204f req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "DELETE /v2.0/ports/9d111246-3823-4ba5-8192-05ff72d43799 HTTP/1.1" status: 204 len: 173 time: 0.6796255 Jun 16 16:46:40.335032 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'name': 'network-vif-deleted', 'tag': '9d111246-3823-4ba5-8192-05ff72d43799'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:46:40.337494 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ecca39-4d9c-42de-a404-c4632022d75b" -d '{"events": [{"server_uuid": "a0476b1d-4823-4c6e-82b5-922b84cabd27", "name": "network-vif-deleted", "tag": "9d111246-3823-4ba5-8192-05ff72d43799"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:46:40.613955 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe60658-557b-496c-91ca-73ac77fc1627 x-openstack-request-id: req-dbe60658-557b-496c-91ca-73ac77fc1627 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:46:40.614662 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0476b1d-4823-4c6e-82b5-922b84cabd27", "name": "network-vif-deleted", "tag": "9d111246-3823-4ba5-8192-05ff72d43799", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:46:40.615326 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dbe60658-557b-496c-91ca-73ac77fc1627 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:46:40.616011 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0476b1d-4823-4c6e-82b5-922b84cabd27', 'name': 'network-vif-deleted', 'tag': '9d111246-3823-4ba5-8192-05ff72d43799', 'status': 'completed', 'code': 200} Jun 16 16:46:40.644546 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:46:40.774718 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-50220980-0bbb-486e-a2ae-21fdefb46bbd req-bac525e3-2fb0-4129-8d8e-d57afba7806a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=a0476b1d-4823-4c6e-82b5-922b84cabd27 HTTP/1.1" status: 200 len: 210 time: 0.0307007 Jun 16 16:46:41.390463 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:43.104098 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:44.011401 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab0c7b-b63a-4b06-8dbe-aef0fdee1aaf req-eab35d29-e12b-4605-886c-229f3dbf6c08 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:44.013159 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44ab0c7b-b63a-4b06-8dbe-aef0fdee1aaf req-eab35d29-e12b-4605-886c-229f3dbf6c08 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.0774310 Jun 16 16:46:44.070211 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 9d111246-3823-4ba5-8192-05ff72d43799 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:46:44.091602 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 9d111246-3823-4ba5-8192-05ff72d43799 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:46:44.091831 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 9d111246-3823-4ba5-8192-05ff72d43799 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:46:44.094633 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-44ab0c7b-b63a-4b06-8dbe-aef0fdee1aaf req-7777dd27-2850-4a30-b9cd-5328fd73e474 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727267 Jun 16 16:46:44.638251 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36542) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:44.758344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-20f06b63-69d1-4646-8feb-5d40a2068762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:44.868451 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-20f06b63-69d1-4646-8feb-5d40a2068762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:44.972452 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-20f06b63-69d1-4646-8feb-5d40a2068762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:44.975574 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9886e94b-b807-435b-abaf-5baea590628a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:45.015704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f06b63-69d1-4646-8feb-5d40a2068762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1bec0d-1a82-4eec-a83b-d0061ac0fc62,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:45.022250 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-20f06b63-69d1-4646-8feb-5d40a2068762 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f5dac93f08c24aafaa3c767aa564867f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826513 Jun 16 16:46:45.023895 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-20f06b63-69d1-4646-8feb-5d40a2068762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:45.025225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36546) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:45.087450 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:45.115019 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:45.274531 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:45.277344 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:45.278839 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2b1bec0d-1a82-4eec-a83b-d0061ac0fc62 HTTP/1.1" status: 204 len: 168 time: 0.2523816 Jun 16 16:46:45.281905 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b5bd0707-ba05-42bb-bfbc-fcfdb6e4a960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:45.294248 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1bec0d-1a82-4eec-a83b-d0061ac0fc62,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:45.298493 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2a1d8261-11fe-4441-9269-a337bdc41560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:45.339821 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955431f-96ba-4bfa-9cd0-4001e14b8900 req-a168df5c-3a13-4717-8760-d2986373a54a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:45.341429 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4955431f-96ba-4bfa-9cd0-4001e14b8900 req-a168df5c-3a13-4717-8760-d2986373a54a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.1032693 Jun 16 16:46:45.392115 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4955431f-96ba-4bfa-9cd0-4001e14b8900 req-a823099a-d3e1-4097-8641-8aa358b3cbba tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Jun 16 16:46:45.670088 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:46.167017 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df266c0-3865-49bf-9f49-07def91303ef req-d984d267-1fad-440c-ab5a-9b9d3d93b84b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:46.168732 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6df266c0-3865-49bf-9f49-07def91303ef req-d984d267-1fad-440c-ab5a-9b9d3d93b84b tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.0851612 Jun 16 16:46:46.293598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Deleting port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:46:46.293958 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:46.410130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] For port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,segment=NetworkSegment(689135a5-9101-4adf-b9bc-00f2aee05012),segment_id=689135a5-9101-4adf-b9bc-00f2aee05012)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:46:46.410693 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:46.490936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Calling delete_port for 76577ac3-1ec5-4de5-8a92-a21fd1028bdd owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:46:46.640782 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca36f1a-73df-4a22-b0c5-355a88c1e0f2 req-f377fcab-051d-4940-8da0-aef415c6bcea tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:46:46.642552 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca36f1a-73df-4a22-b0c5-355a88c1e0f2 req-f377fcab-051d-4940-8da0-aef415c6bcea tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 946 time: 0.1062188 Jun 16 16:46:46.716098 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6ca36f1a-73df-4a22-b0c5-355a88c1e0f2 req-a772378b-dcb6-4cf4-b482-249509feb00a tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/security-groups?id=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543203 Jun 16 16:46:46.818277 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:46.822714 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:46.831935 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['76577ac3-1ec5-4de5-8a92-a21fd1028bdd'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:46:46.865238 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Pushing event deleted for resources: {'Port': ['ID=76577ac3-1ec5-4de5-8a92-a21fd1028bdd,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:46.870741 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:46.918748 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] No DVR routers for this DVR port 76577ac3-1ec5-4de5-8a92-a21fd1028bdd on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:46:46.921408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:46.923541 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6df266c0-3865-49bf-9f49-07def91303ef req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.52 "DELETE /v2.0/ports/76577ac3-1ec5-4de5-8a92-a21fd1028bdd HTTP/1.1" status: 204 len: 173 time: 0.7479427 Jun 16 16:46:46.924076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'name': 'network-vif-deleted', 'tag': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:46:46.926511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4be767-34d2-4e95-85cc-65096d89f493" -d '{"events": [{"server_uuid": "93ad7a2b-98cb-44f2-87a9-7fbb56bf8454", "name": "network-vif-deleted", "tag": "76577ac3-1ec5-4de5-8a92-a21fd1028bdd"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:46:46.976740 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2656fbc-cf44-4e46-849c-a4cbf9f97e3d x-openstack-request-id: req-f2656fbc-cf44-4e46-849c-a4cbf9f97e3d {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:46:46.977290 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ad7a2b-98cb-44f2-87a9-7fbb56bf8454", "name": "network-vif-deleted", "tag": "76577ac3-1ec5-4de5-8a92-a21fd1028bdd", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:46:46.977829 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f2656fbc-cf44-4e46-849c-a4cbf9f97e3d {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:46:46.978597 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ad7a2b-98cb-44f2-87a9-7fbb56bf8454', 'name': 'network-vif-deleted', 'tag': '76577ac3-1ec5-4de5-8a92-a21fd1028bdd', 'status': 'completed', 'code': 200} Jun 16 16:46:47.942761 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a891ed0-ffc5-4203-a906-abf9eadb781f req-81f6e10b-36e4-422e-85fc-745c320f4a4d tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] 10.222.0.91 "GET /v2.0/ports?device_id=93ad7a2b-98cb-44f2-87a9-7fbb56bf8454 HTTP/1.1" status: 200 len: 210 time: 0.0432570 Jun 16 16:46:49.049191 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36600) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:49.099077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Deleting subnet 1359cfb4-224a-4354-9f35-5450c0032aa0 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:46:49.102512 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.138019 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.183573 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.321481 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.323488 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:49.347743 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1359cfb4-224a-4354-9f35-5450c0032aa0,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:49.351069 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:49.352066 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.353961 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-24433cbc-d5b7-4ee9-a465-b6367c788acc admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1359cfb4-224a-4354-9f35-5450c0032aa0 HTTP/1.1" status: 204 len: 168 time: 0.3034227 Jun 16 16:46:49.356441 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36602) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:49.427315 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.513832 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.524772 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d38f1db-f9c9-43e4-b107-e3253c9c3d54']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:46:49.535789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689135a5-9101-4adf-b9bc-00f2aee05012') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:46:49.536161 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689135a5-9101-4adf-b9bc-00f2aee05012') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:46:49.546799 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.562576 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.568910 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:46:49.570017 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:46:49.571059 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:46:49.721567 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.728168 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:49.734216 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:49.736948 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] 10.222.0.91 "DELETE /v2.0/networks/6d38f1db-f9c9-43e4-b107-e3253c9c3d54 HTTP/1.1" status: 204 len: 168 time: 0.3794668 Jun 16 16:46:49.752570 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d38f1db-f9c9-43e4-b107-e3253c9c3d54,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:49.756471 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d81d36ac-2f7b-4dc7-920e-ecd54357dc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:50.081793 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 76577ac3-1ec5-4de5-8a92-a21fd1028bdd no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:46:50.115648 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 76577ac3-1ec5-4de5-8a92-a21fd1028bdd {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:46:50.116223 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 76577ac3-1ec5-4de5-8a92-a21fd1028bdd not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:46:50.244302 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36614) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:50.289291 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-22461a12-96b7-45bf-b30f-5d09b22d3e31 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb10d2268dfb4e8ab1a2b5f38e2d4471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424533 Jun 16 16:46:50.292161 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36616) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:50.345861 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:50.370247 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:50.537984 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:50.540696 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:50.541941 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6160d6ba-3e92-44ef-9abf-bf5377e8ef2e HTTP/1.1" status: 204 len: 168 time: 0.2484641 Jun 16 16:46:50.542992 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-abe4caf7-88e3-4918-ab41-2150cef03529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:50.557956 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6160d6ba-3e92-44ef-9abf-bf5377e8ef2e,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:50.557956 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3bbcd6a9-194e-4485-bd20-8a9425fa8d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:51.711951 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36640) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:51.881761 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bc62b4bd-27c4-43bb-bc03-e32e4b534de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:51.999864 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bc62b4bd-27c4-43bb-bc03-e32e4b534de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:52.104271 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bc62b4bd-27c4-43bb-bc03-e32e4b534de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:52.110250 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ab3b86c0-cc39-414a-af6a-63bcf5afc9f9 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:52.154640 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bc62b4bd-27c4-43bb-bc03-e32e4b534de4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=fc1305e32ec14a16b82960b27b43f8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412024 Jun 16 16:46:52.156012 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b4bd-27c4-43bb-bc03-e32e4b534de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81828c7d-6eb6-41e2-b656-696ad6f17211,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:52.157408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36650) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:52.159404 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bc62b4bd-27c4-43bb-bc03-e32e4b534de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:52.223614 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:52.255139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:52.401033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:52.405740 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:52.407766 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/81828c7d-6eb6-41e2-b656-696ad6f17211 HTTP/1.1" status: 204 len: 168 time: 0.2486796 Jun 16 16:46:52.409160 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-acd89df5-2588-458b-b127-43149e5a6f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:52.422623 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81828c7d-6eb6-41e2-b656-696ad6f17211,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:52.426687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9c2a9f6a-3acd-45b7-a00c-0881cc634568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:53.181054 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36672) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:53.199629 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-809d0ef5-7114-4946-b1ca-8695c68f98e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.333223 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-809d0ef5-7114-4946-b1ca-8695c68f98e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.395084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-809d0ef5-7114-4946-b1ca-8695c68f98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.397852 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4b55843c-6052-4cfa-b0e6-9ad50986ff3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:53.435779 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-809d0ef5-7114-4946-b1ca-8695c68f98e4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=62de9531fbb74585ac9a7d427c632f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532742 Jun 16 16:46:53.437316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d0ef5-7114-4946-b1ca-8695c68f98e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67558a-2378-43ee-a606-1c09d801734d,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:53.439512 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36676) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:53.444189 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-809d0ef5-7114-4946-b1ca-8695c68f98e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:53.524034 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.555643 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.681691 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.685406 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:53.687455 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7a67558a-2378-43ee-a606-1c09d801734d HTTP/1.1" status: 204 len: 168 time: 0.2461574 Jun 16 16:46:53.688644 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-584058fc-35cf-4e9f-8bec-d698e1a360da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:53.701219 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67558a-2378-43ee-a606-1c09d801734d,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:53.705239 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f99e78b9-2f84-48e9-9aba-a299e12a8b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:53.781078 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36682) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:53.893367 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.000424 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.098302 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.103325 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-01fa861e-d32b-4725-8998-76529e42972e tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:54.143001 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3560dcf9c5ca4045be7bced22bf8661b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3604391 Jun 16 16:46:54.144336 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1a72f0-1be8-474b-95b5-caa9cd9801ae,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:54.147379 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36688) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:54.153996 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:54.208370 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.247727 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.383491 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.386911 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:54.388159 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fd1a72f0-1be8-474b-95b5-caa9cd9801ae HTTP/1.1" status: 204 len: 168 time: 0.2397852 Jun 16 16:46:54.389427 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0010937f-6a9d-484a-b5c2-accf7354c2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:54.403182 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1a72f0-1be8-474b-95b5-caa9cd9801ae,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:54.406038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-77019c32-e453-46b3-9859-852078e7ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:55.252996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36716) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:55.269560 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.367274 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.463959 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.466944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d4b81ddf-b795-43e0-a72e-5e756f522869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:55.509696 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=33c46a22c1f84cb2b2d8d8bc51eeaeca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556484 Jun 16 16:46:55.510763 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a566206c-acec-4eca-b67a-7799187702dc,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:55.512748 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36718) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:55.514017 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:55.578484 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.601407 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.697969 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.701489 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.704367 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a566206c-acec-4eca-b67a-7799187702dc HTTP/1.1" status: 204 len: 168 time: 0.1879354 Jun 16 16:46:55.704568 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-1d9f1376-42ed-4c87-a519-69f523d6b8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:55.712909 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a566206c-acec-4eca-b67a-7799187702dc,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:55.715586 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:55.754866 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 36724) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:55.885095 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-079a879b-4e33-47ac-b4fd-0f60481643d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:55.999326 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-079a879b-4e33-47ac-b4fd-0f60481643d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:56.069763 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-079a879b-4e33-47ac-b4fd-0f60481643d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:56.073207 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c4d072b8-f46f-4e9e-b746-908034d384ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:56.135267 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a879b-4e33-47ac-b4fd-0f60481643d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b5b462-0998-48ab-955b-f121e26186d4,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:56.141148 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-079a879b-4e33-47ac-b4fd-0f60481643d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:46:56.156097 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-079a879b-4e33-47ac-b4fd-0f60481643d2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4cd19dd834d84a1fb838c55ec4632ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896778 Jun 16 16:46:56.156745 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 36730) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:46:56.235481 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:56.269404 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:56.514903 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:56.518199 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:46:56.519664 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e6b5b462-0998-48ab-955b-f121e26186d4 HTTP/1.1" status: 204 len: 168 time: 0.3679502 Jun 16 16:46:56.520624 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-7f0a52a3-7bf6-4cd9-a2e9-94565fee1d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:46:56.531364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b5b462-0998-48ab-955b-f121e26186d4,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:46:56.534656 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-cc5e7bd3-2d86-49c5-b1cd-baa3194df55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:07.360570 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3d6405cb-3268-402d-9b9d-67ae30294332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:10.115330 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:10.188546 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-30b439b2-93d7-4b58-869c-1afc9c6a10b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:11.348356 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:13.114540 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:15.605971 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:17.643488 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:47:24.425586 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37026) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:24.538643 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:24.634194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:24.730937 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:24.735410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-14daf11d-4cee-4114-bc5f-6c37972bf8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:24.775510 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8dc50abd827c4117ae60e1cc2ced0e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485861 Jun 16 16:47:24.776395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8fd824-7128-4eb6-ad8c-d36730a00e69,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:24.778542 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37030) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:24.784878 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.785266 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.785849 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.786316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.786694 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.787062 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.787488 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.787852 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.788216 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.788628 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.788996 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.789359 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:24.793839 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ca4efc7a-eb6a-472f-9b66-7715926e00b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:24.841240 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:24.875974 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:24.940842 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37034) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:24.999966 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.003685 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.005243 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ce8fd824-7128-4eb6-ad8c-d36730a00e69 HTTP/1.1" status: 204 len: 168 time: 0.2250078 Jun 16 16:47:25.006545 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-88f4eed3-cdae-47e2-b11e-ad1aff6dca6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:25.019823 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8fd824-7128-4eb6-ad8c-d36730a00e69,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:25.025105 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-aba7d09d-d8b6-42a8-9747-0926447db0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:25.092483 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3d471d37-0846-4655-8ed4-fd74f4330935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.197157 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3d471d37-0846-4655-8ed4-fd74f4330935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.268455 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-3d471d37-0846-4655-8ed4-fd74f4330935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.271295 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-62cf257f-6c66-4a04-a786-e666e500f6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:25.309091 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d471d37-0846-4655-8ed4-fd74f4330935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb5f9b2-a092-4250-8da3-0e64c83c3af6,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:25.313233 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3d471d37-0846-4655-8ed4-fd74f4330935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:25.318958 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-3d471d37-0846-4655-8ed4-fd74f4330935 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5302beace9fb4b4f82bbf651972ad103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766413 Jun 16 16:47:25.319530 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37042) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:25.377752 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.405529 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.553915 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.556543 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.557811 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/abb5f9b2-a092-4250-8da3-0e64c83c3af6 HTTP/1.1" status: 204 len: 168 time: 0.2370703 Jun 16 16:47:25.558736 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-e2469919-1258-47f9-8335-c4598050f498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:25.567572 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb5f9b2-a092-4250-8da3-0e64c83c3af6,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:25.570127 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4a2f54e4-61d6-4474-aa47-7346f57fd801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:25.777013 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37046) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:25.791118 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-899bb6d9-a0c7-4253-a735-1cc8abbd61f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.911880 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-899bb6d9-a0c7-4253-a735-1cc8abbd61f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.994219 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-899bb6d9-a0c7-4253-a735-1cc8abbd61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:25.997038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-361ec83a-5d50-4d1a-aa33-d943a21686ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:26.038234 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-899bb6d9-a0c7-4253-a735-1cc8abbd61f6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b2ec26b5c78e41f8841bc4fe6a5ab778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598922 Jun 16 16:47:26.039287 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bb6d9-a0c7-4253-a735-1cc8abbd61f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c37d0-803b-409b-b41b-a6c382cf6151,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:26.041230 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37048) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:26.042723 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-899bb6d9-a0c7-4253-a735-1cc8abbd61f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:26.118974 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:26.142748 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:26.262777 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:26.266032 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:26.267242 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd6c37d0-803b-409b-b41b-a6c382cf6151 HTTP/1.1" status: 204 len: 168 time: 0.2229371 Jun 16 16:47:26.268077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-52cdc3c0-22c7-4d04-a557-eca85dca8ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:26.276456 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c37d0-803b-409b-b41b-a6c382cf6151,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:26.279492 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-85a63a55-67d8-4e00-906a-fa4489658f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:26.966840 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37054) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:26.984144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7b41-c601-4468-bf34-065209d5b733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.078871 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7b41-c601-4468-bf34-065209d5b733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.131256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7b41-c601-4468-bf34-065209d5b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.134495 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:27.197132 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-bf9d7b41-c601-4468-bf34-065209d5b733 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0af89f77a9344e5ba06356a99aec21ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281141 Jun 16 16:47:27.198716 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d7b41-c601-4468-bf34-065209d5b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ebe7f6-312a-4c90-945b-070b21127a4e,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:27.200145 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37056) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:27.204121 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bf9d7b41-c601-4468-bf34-065209d5b733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:27.255980 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.279554 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.417025 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.420384 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:27.421683 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e8ebe7f6-312a-4c90-945b-070b21127a4e HTTP/1.1" status: 204 len: 168 time: 0.2203445 Jun 16 16:47:27.422523 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-dc8f1b16-8507-4b78-b39a-3e8f1f0be175 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:27.436914 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ebe7f6-312a-4c90-945b-070b21127a4e,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:27.440695 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b23d9a02-98f4-4650-b610-e57689a6f0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:33.557209 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37122) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:33.693933 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:33.787754 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:33.856770 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:33.860263 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e1cf4734-21a0-4d8e-b624-7f778d013895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:33.899660 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=94be37f655d94d039d1b389c9f82a0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410633 Jun 16 16:47:33.901319 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44419cf-7dd5-4e67-8a69-288ff63ccb4d,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:33.902844 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37126) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:47:33.910874 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.911439 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.912030 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.912530 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.913041 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.913573 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.914047 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.914506 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.915039 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.915496 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.915966 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.916419 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:47:33.921756 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:33.962653 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:33.988569 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:34.153900 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:34.157039 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:34.158275 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e44419cf-7dd5-4e67-8a69-288ff63ccb4d HTTP/1.1" status: 204 len: 168 time: 0.2544534 Jun 16 16:47:34.159109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5a0b143c-81af-4044-8b1a-3e50860a37b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:47:34.167589 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44419cf-7dd5-4e67-8a69-288ff63ccb4d,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:47:34.170428 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:47:37.422410 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1e797b1-4e5b-45bf-8c17-ba6a98730de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.238972 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:40.324604 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-53f8624c-fd55-4eee-ade6-cf00b23ec0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:41.313188 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:43.108117 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:45.627875 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:47:54.643047 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:48:07.427493 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-09cb3f69-fd58-4154-990e-61cd6b6c2d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:10.135981 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:10.227198 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-57bbfe3e-242f-44fe-b6ee-5023be6eb4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:11.409833 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:13.221970 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:15.643653 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:31.643251 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:48:32.957922 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37430) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:33.069786 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.174381 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.266358 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.269144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6507a285-dac8-486b-9b47-cbfc41bc96c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:33.309267 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a819362898694321ae00402700baf5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490148 Jun 16 16:48:33.310197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce6031-5a85-40f8-b417-2cd67cf408b2,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:33.312295 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37434) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:33.319001 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.319553 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.320086 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.320913 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.321134 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.321582 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.322090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.322583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.323077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.323544 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.324527 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.325090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:33.330090 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a5f91be6-5a13-43b1-be69-535ad5a21af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:33.377345 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.405751 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.540594 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.543647 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:33.544851 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e9ce6031-5a85-40f8-b417-2cd67cf408b2 HTTP/1.1" status: 204 len: 168 time: 0.2308912 Jun 16 16:48:33.545686 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-277c9e61-c0a3-4beb-a381-a501237cc750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:33.553922 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ce6031-5a85-40f8-b417-2cd67cf408b2,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:33.556774 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-d23ca629-ef56-4ac5-af13-593b55663cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:34.810721 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37456) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:34.932816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-30818298-network', 'tenant_id': '13fe06130350426ca0e64b9addff03eb'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:35.026085 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Made reservation on behalf of 13fe06130350426ca0e64b9addff03eb for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:35.028456 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.037670 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.137645 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.226399 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.229830 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-667456f7-d6e8-413b-9e15-80c1b939183c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:35.255068 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:48:35.265080 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77d9f2-b5f1-4739-adb2-75ea284e0f31,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:35.274930 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.275301 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Added segment 5b261492-0b5b-45ab-90d8-800c47361e6d of type vlan for network ddd8898f-926a-45ea-80a9-2fcc4120f92e Jun 16 16:48:35.278488 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.278753 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.279136 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.279502 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.279865 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.280230 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.280588 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.280947 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.281306 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.281818 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.282183 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.282539 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:35.294968 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:35.351795 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.471663 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.472797 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:35.473564 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:35.476086 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-ea3de957-2306-4b8e-9bbf-e6054bcb6c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:35.545068 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd8898f-926a-45ea-80a9-2fcc4120f92e,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:35.549179 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:35.556357 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:48:35.616469 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-138aca52-95f7-4e99-accd-f763e2dc5856 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8040683 Jun 16 16:48:35.619664 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37460) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:35.628636 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Request body: {'subnet': {'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-30818298-subnet', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:35.877884 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Made reservation on behalf of 13fe06130350426ca0e64b9addff03eb for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:35.880479 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481272'] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.163572 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2670071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481258'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.165694 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:36.222871 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:36.227418 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:36.235885 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Checking segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:36.236334 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Network hostable DHCP agents. Network: ddd8898f-926a-45ea-80a9-2fcc4120f92e, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:48:36.323438 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:48:36.391951 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, ddd8898f-926a-45ea-80a9-2fcc4120f92e) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:36.398590 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:36.399545 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.406187 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d60186b-86c7-4baa-8fff-9918319bd37a None None] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:36.491230 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f49292b6-7895-4773-bc54-295011c105aa admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8694632 Jun 16 16:48:36.494425 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37462) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:36.501810 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:36.580077 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:48:36.581433 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.598085 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.599166 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.669239 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:36.782404 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Allocated IP 172.20.0.2 (ddd8898f-926a-45ea-80a9-2fcc4120f92e/4445d106-8df7-4d7f-9caa-2d7e72bb1fd7/05c91d35-c909-45ce-886f-a1eb32fa7c5b) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:37.163132 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.200340 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.209678 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Transition to ACTIVE for port object 05c91d35-c909-45ce-886f-a1eb32fa7c5b will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:37.226269 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Transition to ACTIVE for port object 05c91d35-c909-45ce-886f-a1eb32fa7c5b will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:37.324748 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.329979 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:37.393128 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7124abdf-fa5c-40f9-a9f4-9014e05b08dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.399139 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:37.405280 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:37.409491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:37.430772 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Pushing event updated for resources: {'Port': ['ID=05c91d35-c909-45ce-886f-a1eb32fa7c5b,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:37.459663 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.460185 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.460636 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.461180 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.461667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.462057 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.462434 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.462876 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.463281 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.463744 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.464267 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.465156 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:37.487540 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:37.501693 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Attempting to bind port 05c91d35-c909-45ce-886f-a1eb32fa7c5b on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:37.502075 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Attempting to bind port 05c91d35-c909-45ce-886f-a1eb32fa7c5b by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:37.502449 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Attempting to bind port 05c91d35-c909-45ce-886f-a1eb32fa7c5b on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:37.508030 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:37.508415 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Checking segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:37.508832 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.509238 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Bound using segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:37.509792 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Bound port: 05c91d35-c909-45ce-886f-a1eb32fa7c5b, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:37.510163 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.532954 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.555006 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.597004 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] For port 05c91d35-c909-45ce-886f-a1eb32fa7c5b, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:37.602615 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] For port 05c91d35-c909-45ce-886f-a1eb32fa7c5b, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=05c91d35-c909-45ce-886f-a1eb32fa7c5b,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:37.663422 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Allocated IP 172.27.3.234 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/a068a5cd-d330-4720-95b0-428ac28f09d0) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:37.695619 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.699517 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:37.791949 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Pushing event updated for resources: {'Port': ['ID=05c91d35-c909-45ce-886f-a1eb32fa7c5b,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:37.797377 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:37.819942 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.959667 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:37.959667 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4249300c-448d-4d56-beb1-72a820091299 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:38.024338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:38.034497 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:38.041033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:38.084602 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Pushing event updated for resources: {'Port': ['ID=a068a5cd-d330-4720-95b0-428ac28f09d0,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:38.096023 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:38.450891 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:38.683740 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b169b46-a83f-4c2d-b795-a07cb222b1b6 None None] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:38.781101 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.094655 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d26db9e6-ebef-4b6d-ac9f-e40aea39bae5 None None] Provisioning for port 05c91d35-c909-45ce-886f-a1eb32fa7c5b completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:39.145292 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:48:39.258470 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:48:39.269782 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:48:39.282186 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:39.283020 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:39.396104 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:39.425613 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.426929 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-9aa504ab-a0af-4596-8daa-1d765090c243 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9311230 Jun 16 16:48:39.435084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37466) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:39.593654 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:38Z', 'revision_number': 3, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:39.597636 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:48:39.598002 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Updating router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 port a068a5cd-d330-4720-95b0-428ac28f09d0 binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:48:39.645340 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.738143 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 05c91d35-c909-45ce-886f-a1eb32fa7c5b up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:39.938369 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.940844 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 05c91d35-c909-45ce-886f-a1eb32fa7c5b completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:39.951554 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 05c91d35-c909-45ce-886f-a1eb32fa7c5b triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:39.951944 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:39.993866 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.011747 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Transition to ACTIVE for port object a068a5cd-d330-4720-95b0-428ac28f09d0 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:40.098275 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.117175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Allocated IP 172.20.0.1 (ddd8898f-926a-45ea-80a9-2fcc4120f92e/4445d106-8df7-4d7f-9caa-2d7e72bb1fd7/ad868ab3-947a-4a04-a8b3-33c1651ebeb1) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:40.128252 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.132225 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:40.164919 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 05c91d35-c909-45ce-886f-a1eb32fa7c5b, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=05c91d35-c909-45ce-886f-a1eb32fa7c5b,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:40.198358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.202616 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab7872-4de2-4d25-b7c2-c51c6739eed0 None None] Pushing event updated for resources: {'Port': ['ID=a068a5cd-d330-4720-95b0-428ac28f09d0,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:40.205601 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Attempting to bind port a068a5cd-d330-4720-95b0-428ac28f09d0 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:40.205989 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Attempting to bind port a068a5cd-d330-4720-95b0-428ac28f09d0 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:40.206367 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Attempting to bind port a068a5cd-d330-4720-95b0-428ac28f09d0 on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:40.209079 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3cab7872-4de2-4d25-b7c2-c51c6739eed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:40.213072 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:40.213425 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:40.213874 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.214303 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:40.215398 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Bound port: a068a5cd-d330-4720-95b0-428ac28f09d0, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:40.215789 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.264748 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.271850 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9e4963e5-2868-49f1-8837-fce393346ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.274075 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] For port a068a5cd-d330-4720-95b0-428ac28f09d0, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:40.278812 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] For port a068a5cd-d330-4720-95b0-428ac28f09d0, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=a068a5cd-d330-4720-95b0-428ac28f09d0,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:40.291727 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Transition to ACTIVE for port object ad868ab3-947a-4a04-a8b3-33c1651ebeb1 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:40.311943 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.314099 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:40.378446 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=05c91d35-c909-45ce-886f-a1eb32fa7c5b,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:40.383775 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:40.386834 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.389062 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d36e51a9-3e7b-4538-8b0b-ca50af3df7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:40.450832 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.451195 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:40.451837 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:40.453415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ade622f7-d783-4fe1-8716-8bf565663efe tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:40.492818 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab7872-4de2-4d25-b7c2-c51c6739eed0 None None] Pushing event updated for resources: {'Port': ['ID=a068a5cd-d330-4720-95b0-428ac28f09d0,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:40.509698 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:40.514168 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:40.520663 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:40.523933 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3cab7872-4de2-4d25-b7c2-c51c6739eed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:40.526269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:40.554256 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:40.576574 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.594517 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:40.818612 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:38Z', 'revision_number': 3, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:40.822986 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb8523-0768-47c0-9f4d-297546457337 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:38Z', 'revision_number': 3, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:48:40.901175 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.941061 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ffa82268-0573-4fbb-b541-73639a86fb76 None None] Provisioning for port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:40.950273 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-ffa82268-0573-4fbb-b541-73639a86fb76 None None] Provisioning complete for port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:40.950273 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ffa82268-0573-4fbb-b541-73639a86fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:40.997293 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-ffa82268-0573-4fbb-b541-73639a86fb76 None None] Port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:48:41.148851 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:41.295484 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:41.301360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-242eaf64-2cfa-4766-a422-179b2737e491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:41.363017 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:41.420718 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:41.425201 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:41.434625 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:41.564239 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:41.566375 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:41.776614 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:48:41.841733 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device a068a5cd-d330-4720-95b0-428ac28f09d0 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:41.978927 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:48:41.987227 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] 10.222.0.91 "PUT /v2.0/routers/e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5507991 Jun 16 16:48:41.998189 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port a068a5cd-d330-4720-95b0-428ac28f09d0 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:42.005586 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port a068a5cd-d330-4720-95b0-428ac28f09d0 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:42.006250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:42.085873 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-7c8186fd-722b-4cac-ace1-1d34bb9737e5 None None] Provisioning complete for port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:42.086424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7c8186fd-722b-4cac-ace1-1d34bb9737e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:42.167139 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-7c8186fd-722b-4cac-ace1-1d34bb9737e5 None None] Port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:48:42.224838 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:42.264056 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port a068a5cd-d330-4720-95b0-428ac28f09d0, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=a068a5cd-d330-4720-95b0-428ac28f09d0,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:42.369184 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:42.371222 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 05c91d35-c909-45ce-886f-a1eb32fa7c5b up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:42.376204 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-9d5cf0da-4fc5-4186-a35b-94a897618199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:42.481920 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=a068a5cd-d330-4720-95b0-428ac28f09d0,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:42.485208 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:42.499461 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 05c91d35-c909-45ce-886f-a1eb32fa7c5b triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:42.500139 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:42.726999 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:48:42.741184 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:42.741184 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:42.886451 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:43.062786 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37484) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:43.069592 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1654068379-network', 'tenant_id': '1578c3c0d23b4db285182d396e86c545'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:43.161641 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.162335 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 2, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:43.162335 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:48:43.162335 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Updating router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:48:43.198292 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.225704 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Made reservation on behalf of 1578c3c0d23b4db285182d396e86c545 for: {'network': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:43.228321 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for network, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.240154 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.364283 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.437797 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.440981 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-32de885b-5a20-472f-95ce-0adb6440a092 tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:43.468731 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=92416) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 16:48:43.475894 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9338c6eb-f3d5-455c-a048-6cc157e75e04,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:43.480539 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:43.483915 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.484238 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.segments_db [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Added segment 3c61dc72-6934-49b1-8d9a-0ca9c6a35741 of type vlan for network 8d7616e9-8985-45af-827d-9c5c86fa2820 Jun 16 16:48:43.547686 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783600491421'] for network, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.590433 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.601611 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Transition to ACTIVE for port object ad868ab3-947a-4a04-a8b3-33c1651ebeb1 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:43.665413 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device a068a5cd-d330-4720-95b0-428ac28f09d0 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:43.665853 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715'] for network, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.667051 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:43.668309 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.672561 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-c9d9703d-79b4-4a53-befb-c39aef5e59cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:43.704715 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.704715 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-872a460c-2be4-4b60-ab59-0eb77f45422a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:43.739621 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7616e9-8985-45af-827d-9c5c86fa2820,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:43.743171 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port a068a5cd-d330-4720-95b0-428ac28f09d0 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:43.743485 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:43.744399 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.783520 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 details requested by agent ovs-agent-dv-cinder-796685-1-iscsi with host dv-cinder-796685-1-iscsi {{(pid=92417) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 16:48:43.787124 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-f9cf8fe8-0b23-4139-8883-6635c1b66176 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7227087 Jun 16 16:48:43.791279 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37486) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:43.797158 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Request body: {'subnet': {'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1654068379-subnet', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'ip_version': 4}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:43.811528 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Pushing event updated for resources: {'Port': ['ID=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:43.829104 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.829971 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.830605 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.831051 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.831576 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.832064 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.832533 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.832990 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.833518 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.833999 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.834476 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.834992 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:48:43.843931 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:43.882557 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Made reservation on behalf of 1578c3c0d23b4db285182d396e86c545 for: {'subnet': 1} {{(pid=92416) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:48:43.887493 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481272'] for subnet, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.939019 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Attempting to bind port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:43.939547 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Attempting to bind port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:43.940171 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Attempting to bind port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:43.949045 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:43.949677 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Checking segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:43.950286 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:43.950933 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Bound using segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:43.951652 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Bound port: ad868ab3-947a-4a04-a8b3-33c1651ebeb1, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:43.952300 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.058066 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] For port ad868ab3-947a-4a04-a8b3-33c1651ebeb1, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:44.063817 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] For port ad868ab3-947a-4a04-a8b3-33c1651ebeb1, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:44.135010 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.139873 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:44.198016 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:44.199221 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:44.239112 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Pushing event updated for resources: {'Port': ['ID=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,revision_number=4']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:44.243212 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2670071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481258'] for subnet, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.247678 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:44.292389 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-9a57ddab-26ca-4dfb-983b-ece79b454a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:44.311853 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=34703896-5fce-40f7-b038-b51876ee7f2b,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:44.316338 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:44.325425 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Checking segment: {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92416) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:44.325801 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Network hostable DHCP agents. Network: 8d7616e9-8985-45af-827d-9c5c86fa2820, hostable agents: ['6a9388e5-73e6-4f81-9258-da3209fc64d2'], hosted agents: [] {{(pid=92416) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 16:48:44.359875 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:44.456696 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 is scheduled to be hosted by DHCP agent 6a9388e5-73e6-4f81-9258-da3209fc64d2 with binding_index 1 {{(pid=92416) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 16:48:44.546319 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796685-1-iscsi, 8d7616e9-8985-45af-827d-9c5c86fa2820) {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:44.553131 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:48:44.555361 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.556049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5874ab5-4730-4d0c-8ce7-e095bd96488b None None] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:44.644636 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a2d07277-b9d3-468a-98c0-eabb633083fd admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8480182 Jun 16 16:48:44.644976 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37488) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:44.649626 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:44.678363 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:44Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:44.683114 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7681da-1f27-44d9-966a-4f46e8ae6c05 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:44Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:48:44.741231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-685453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1668'] for router, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.743586 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-676749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-719575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1663'] for router, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.755815 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94304cb4-1569-5071-ba7a-caa30e21c6c4-8d7616e9-8985-45af-827d-9c5c86fa2820', 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'fixed_ips': [{'subnet_id': '34703896-5fce-40f7-b038-b51876ee7f2b'}]}} from dv-cinder-796685-1-iscsi. {{(pid=92417) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 16:48:44.756709 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.837144 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:44.953364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.db_base_plugin_common [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Allocated IP 172.20.0.2 (8d7616e9-8985-45af-827d-9c5c86fa2820/34703896-5fce-40f7-b038-b51876ee7f2b/e645bdfa-6f92-445b-91a4-10c436cc2509) {{(pid=92417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:45.178917 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Notify callbacks [] for port, precommit_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.191091 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Transition to ACTIVE for port object e645bdfa-6f92-445b-91a4-10c436cc2509 will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:45.213812 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Transition to ACTIVE for port object e645bdfa-6f92-445b-91a4-10c436cc2509 will not be triggered until provisioned by entity DHCP. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:45.289479 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006'] for port, after_create {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.291916 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:45.338042 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 is already hosted by enough agents. {{(pid=92417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:45.342863 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.scheduler.base_scheduler [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Resources bound (agent type, host, resource id): {{(pid=92417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:45.347492 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Received port after_create {{(pid=92417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:45.350963 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Pushing event updated for resources: {'Port': ['ID=e645bdfa-6f92-445b-91a4-10c436cc2509,revision_number=1']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:45.355364 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:45.379489 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-676767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-685475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1641'] for router, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.414310 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Attempting to bind port e645bdfa-6f92-445b-91a4-10c436cc2509 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:45.414713 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Attempting to bind port e645bdfa-6f92-445b-91a4-10c436cc2509 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:45.415088 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Attempting to bind port e645bdfa-6f92-445b-91a4-10c436cc2509 on network 8d7616e9-8985-45af-827d-9c5c86fa2820 {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:45.421335 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:45.421759 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Checking segment: {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:45.422184 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.422594 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Bound using segment: {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:45.423096 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Bound port: e645bdfa-6f92-445b-91a4-10c436cc2509, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:45.423485 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.504602 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-7bc26530-4ccb-4893-a615-246496db949e None None] For port e645bdfa-6f92-445b-91a4-10c436cc2509, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:45.508801 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-7bc26530-4ccb-4893-a615-246496db949e None None] For port e645bdfa-6f92-445b-91a4-10c436cc2509, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e645bdfa-6f92-445b-91a4-10c436cc2509,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:45.632998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.637088 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:45.677619 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.735583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.796471 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:45.796719 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device ad868ab3-947a-4a04-a8b3-33c1651ebeb1 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:45.867902 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Pushing event updated for resources: {'Port': ['ID=e645bdfa-6f92-445b-91a4-10c436cc2509,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:45.867902 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:45.994943 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Allocated IP 172.27.3.116 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:46.026318 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:46.054429 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:46.055153 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:46.218311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:46.387400 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:46.435352 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port ad868ab3-947a-4a04-a8b3-33c1651ebeb1, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:46.444655 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:46.457546 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-c5743ede-1ee2-4e98-b9b8-f5a11afd0c23 tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:46.497086 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:46.500789 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:46.506969 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:46.535288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Pushing event updated for resources: {'Port': ['ID=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:46.544610 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:46.563525 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:46.568094 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:46.628832 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:46.634927 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:46.959211 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.002162 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98321e1-5aba-4720-abad-41d37759af51 None None] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:48:47.175567 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-45a0c514-69af-48c2-9ca8-1c28589c51ad None None] Provisioning for port e645bdfa-6f92-445b-91a4-10c436cc2509 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:47.233393 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-685492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-676841'] for router, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.472010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Router e89612be-a3ff-4257-ab64-e542c91e44b0 is scheduled to L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 with binding_index 1 {{(pid=92415) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 16:48:47.586109 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:48:47.596588 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Sync routers for ids ['e89612be-a3ff-4257-ab64-e542c91e44b0'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:48:47.614960 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Routers {'e89612be-a3ff-4257-ab64-e542c91e44b0'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:47.614960 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e89612be-a3ff-4257-ab64-e542c91e44b0'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:47.671662 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:47.673126 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-cdf74508-7acf-461c-83f1-22f70caa64bb admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0271614 Jun 16 16:48:47.677789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37490) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:47.737683 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Set router e89612be-a3ff-4257-ab64-e542c91e44b0 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:47.828264 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e645bdfa-6f92-445b-91a4-10c436cc2509 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:48.080409 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port e645bdfa-6f92-445b-91a4-10c436cc2509 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:48.093692 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port e645bdfa-6f92-445b-91a4-10c436cc2509 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:48.094406 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.122360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 3, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:48.130783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Checking router: e89612be-a3ff-4257-ab64-e542c91e44b0 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:48:48.131201 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Updating router e89612be-a3ff-4257-ab64-e542c91e44b0 port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e binding host dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:48:48.191367 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.196828 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.380387 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.455643 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Allocated IP 172.20.0.1 (8d7616e9-8985-45af-827d-9c5c86fa2820/34703896-5fce-40f7-b038-b51876ee7f2b/1bf54756-0572-4dbe-aa8e-02e416c939e9) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:48:48.480212 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port e645bdfa-6f92-445b-91a4-10c436cc2509, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e645bdfa-6f92-445b-91a4-10c436cc2509,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:48.564212 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.565071 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device ad868ab3-947a-4a04-a8b3-33c1651ebeb1 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:48.572562 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-8b3cc11a-cb18-4b17-9fcc-37a4300a5786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:48.602217 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.720870 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=e645bdfa-6f92-445b-91a4-10c436cc2509,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:48.737737 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:48.753149 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.768120 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Transition to ACTIVE for port object 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e will not be triggered until provisioned by entity L2. {{(pid=92417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:48.781679 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:48.781679 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:48.921278 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.provisioning_blocks [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Transition to ACTIVE for port object 1bf54756-0572-4dbe-aa8e-02e416c939e9 will not be triggered until provisioned by entity DHCP. {{(pid=92416) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:49.036885 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.039292 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-3cab7872-4de2-4d25-b7c2-c51c6739eed0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:49.095042 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.098449 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-55f6c96f-da6a-49a2-9317-b9d269bd43ee tempest-AttachVolumeShelveTestJSON-687831503 tempest-AttachVolumeShelveTestJSON-687831503-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:49.113986 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Attempting to bind port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Attempting to bind port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Attempting to bind port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e on network eb129f75-119b-4234-a89c-5d0e9d7e906b {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dd9ab-90aa-4295-a15e-d5d496089c6a None None] Pushing event updated for resources: {'Port': ['ID=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,revision_number=2']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-706dd9ab-90aa-4295-a15e-d5d496089c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Checking segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Bound using segment: {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'} {{(pid=92417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.managers [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Bound port: 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8490620e-f348-4754-bc1b-9354e6f0f65a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b'}}] {{(pid=92417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:49.134580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.142119 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:49.146859 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:49.154313 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:48:49.182372 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Pushing event updated for resources: {'Port': ['ID=1bf54756-0572-4dbe-aa8e-02e416c939e9,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:49.189787 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:49.204585 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-673112'] for router_interface, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.225636 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] For port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:49.231742 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] For port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:49.324152 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.326594 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:49.390104 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Routers {'e89612be-a3ff-4257-ab64-e542c91e44b0'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:49.390725 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e89612be-a3ff-4257-ab64-e542c91e44b0'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:49.440828 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.472119 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dd9ab-90aa-4295-a15e-d5d496089c6a None None] Pushing event updated for resources: {'Port': ['ID=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,revision_number=3']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:49.475510 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-706dd9ab-90aa-4295-a15e-d5d496089c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:49.527391 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] Set router e89612be-a3ff-4257-ab64-e542c91e44b0 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:49.554738 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-09e3bf61-f5b3-4e93-88b7-b28d11ed3ddf None None] Provisioning for port 1bf54756-0572-4dbe-aa8e-02e416c939e9 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:49.563387 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-09e3bf61-f5b3-4e93-88b7-b28d11ed3ddf None None] Provisioning complete for port 1bf54756-0572-4dbe-aa8e-02e416c939e9 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:49.563733 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-09e3bf61-f5b3-4e93-88b7-b28d11ed3ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.655916 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-09e3bf61-f5b3-4e93-88b7-b28d11ed3ddf None None] Port 1bf54756-0572-4dbe-aa8e-02e416c939e9 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:48:49.711588 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.728476 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e645bdfa-6f92-445b-91a4-10c436cc2509 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:49.780770 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.786506 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-431480a9-0bdc-432b-8064-83d296e4dfff tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:49.842744 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port e645bdfa-6f92-445b-91a4-10c436cc2509 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:49.843653 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.875761 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Pushing event updated for resources: {'Port': ['ID=1bf54756-0572-4dbe-aa8e-02e416c939e9,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:49.877728 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '1bf54756-0572-4dbe-aa8e-02e416c939e9', 'name': '', 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'mac_address': 'fa:16:3e:b4:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:48Z', 'revision_number': 1, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'subnets': [{'id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:49.878497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1019825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673060'] for router_interface, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:49.880638 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:49.888004 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd02faa1-45fa-469e-ac59-2962f94d5cc7 None None] The sync data for ids ['e89612be-a3ff-4257-ab64-e542c91e44b0'] in dv-cinder-796685-1-iscsi is: [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '1bf54756-0572-4dbe-aa8e-02e416c939e9', 'name': '', 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'mac_address': 'fa:16:3e:b4:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:48Z', 'revision_number': 1, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'subnets': [{'id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:48:50.026317 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:48:50.028794 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:48:50.267957 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Router e89612be-a3ff-4257-ab64-e542c91e44b0 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:48:50.407519 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-0d331837-9ac2-4333-80df-26e3e93987d6 None None] Provisioning complete for port 1bf54756-0572-4dbe-aa8e-02e416c939e9 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:50.408275 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-0d331837-9ac2-4333-80df-26e3e93987d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:50.424604 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:48:50.434250 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] 10.222.0.91 "PUT /v2.0/routers/e89612be-a3ff-4257-ab64-e542c91e44b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7550721 Jun 16 16:48:50.622641 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-0d331837-9ac2-4333-80df-26e3e93987d6 None None] Port 1bf54756-0572-4dbe-aa8e-02e416c939e9 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:48:51.285804 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37500) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:51.291245 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070019116', 'description': 'tempest-secgroup-smoke-1070019116 description', 'project_id': '13fe06130350426ca0e64b9addff03eb'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:51.402987 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.543100 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.629001 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.639820 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4113b958-6826-4168-ab88-0246ef973f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:51.685247 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11374063-2e3a-415b-ab17-c80f7aab7c91,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:51.690145 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:51.708823 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:51.746977 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.749294 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-2754565d-7dd6-4459-917d-1052f42fd4df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4617126 Jun 16 16:48:51.754210 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37502) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:51.763366 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group_rule': {'security_group_id': '11374063-2e3a-415b-ab17-c80f7aab7c91', 'project_id': '13fe06130350426ca0e64b9addff03eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:51.848904 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:51.854537 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:51.860912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.900321 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:51.988667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.006317 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.016761 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:52.099916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.103203 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:52.121374 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0e13cf-cfea-401f-8798-c07eff6ab5cb,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:52.126245 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:52.146488 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.148655 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:52.203448 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.204834 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-41cb0319-a212-49f2-ae2a-87065e0ced88 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4479024 Jun 16 16:48:52.209940 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 37504) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:52.217366 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group_rule': {'security_group_id': '11374063-2e3a-415b-ab17-c80f7aab7c91', 'project_id': '13fe06130350426ca0e64b9addff03eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:52.221360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:52.226560 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:52.362935 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.432998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.534077 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.536400 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-b91b9d18-da90-4238-9a6b-ec8eca04cfe7 tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:52.555125 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ece4a69-f664-4b72-8b4a-2db2426f5029,revision_number=0']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:52.557887 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:52.654408 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.659172 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-d0c0d769-b774-48fc-a8ac-52ab4f1abeb9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4449763 Jun 16 16:48:52.659724 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37506) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:52.666751 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group_rule': {'security_group_id': '11374063-2e3a-415b-ab17-c80f7aab7c91', 'project_id': '13fe06130350426ca0e64b9addff03eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:52.763109 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.871468 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.934680 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:52.937316 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9cfbe0f7-709d-4731-82f9-fe716eb94cd3 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:52.955931 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd9f9b4-ca13-417a-9856-6c522899009c,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:52.960135 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:52.998273 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Sync routers for ids ['e89612be-a3ff-4257-ab64-e542c91e44b0'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:48:53.009303 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Routers {'e89612be-a3ff-4257-ab64-e542c91e44b0'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:53.010024 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e89612be-a3ff-4257-ab64-e542c91e44b0'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:53.060420 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.062025 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-9ae169b5-adf2-4c0c-b436-1dd85c318173 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009697 Jun 16 16:48:53.066393 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37508) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:53.072057 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group_rule': {'security_group_id': '11374063-2e3a-415b-ab17-c80f7aab7c91', 'project_id': '13fe06130350426ca0e64b9addff03eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:53.129121 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Set router e89612be-a3ff-4257-ab64-e542c91e44b0 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:53.180465 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.257144 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.345892 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.348670 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:53.363433 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '1bf54756-0572-4dbe-aa8e-02e416c939e9', 'name': '', 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'mac_address': 'fa:16:3e:b4:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 2, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'subnets': [{'id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:53.369614 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Checking router: e89612be-a3ff-4257-ab64-e542c91e44b0 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:48:53.370246 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Updating router e89612be-a3ff-4257-ab64-e542c91e44b0 port 1bf54756-0572-4dbe-aa8e-02e416c939e9 binding host dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 16:48:53.376440 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363c494f-baa4-434c-a733-75572b82f059,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:53.380742 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:53.412567 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.460267 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.461974 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6a935a3a-42c9-4653-aca5-e67ea3ddf038 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3941519 Jun 16 16:48:53.466135 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37510) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:53.472358 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group_rule': {'security_group_id': '11374063-2e3a-415b-ab17-c80f7aab7c91', 'project_id': '13fe06130350426ca0e64b9addff03eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:53.580106 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.securitygroups_db [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Project 13fe06130350426ca0e64b9addff03eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:48:53.586907 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.669631 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.716757 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:53.723782 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Notify callbacks [] for port, precommit_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.734736 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.738715 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.provisioning_blocks [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Transition to ACTIVE for port object 1bf54756-0572-4dbe-aa8e-02e416c939e9 will not be triggered until provisioned by entity L2. {{(pid=92418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:48:53.739028 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:53.759187 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85635805-2101-457e-8eed-c352798cce71,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:53.767684 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:53.780428 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:53.780788 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.830725 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.833700 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-8111c610-822c-4797-8cca-1d48613f61ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:53.860947 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.863066 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-4e684ac9-6b5e-4ab7-a2e5-d651815c4114 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3952172 Jun 16 16:48:53.866773 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37512) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:48:53.876175 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'security_group_rule': {'security_group_id': '11374063-2e3a-415b-ab17-c80f7aab7c91', 'project_id': '13fe06130350426ca0e64b9addff03eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:48:53.879511 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68094ba-a6be-4686-b52b-b33df2acd1d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf54756-0572-4dbe-aa8e-02e416c939e9,revision_number=3']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:53.913935 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-c68094ba-a6be-4686-b52b-b33df2acd1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:53.984825 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Attempting to bind port 1bf54756-0572-4dbe-aa8e-02e416c939e9 on host dv-cinder-796685-1-iscsi for vnic_type normal with profile {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:48:53.985204 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Attempting to bind port 1bf54756-0572-4dbe-aa8e-02e416c939e9 by drivers openvswitch,hyperv on host dv-cinder-796685-1-iscsi at level 0 using segments [{'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:48:53.985610 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Attempting to bind port 1bf54756-0572-4dbe-aa8e-02e416c939e9 on network 8d7616e9-8985-45af-827d-9c5c86fa2820 {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:48:53.991583 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Checking agent: {'id': '85256c6e-298e-4b13-8090-90e902803e9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796685-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 22, 40), 'started_at': datetime.datetime(2021, 6, 16, 16, 23, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796685-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:48:53.992057 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Checking segment: {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:48:53.992484 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:53.992902 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Bound using segment: {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'} {{(pid=92418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:48:53.993475 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.managers [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Bound port: 1bf54756-0572-4dbe-aa8e-02e416c939e9, host: dv-cinder-796685-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c61dc72-6934-49b1-8d9a-0ca9c6a35741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820'}}] {{(pid=92418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:48:53.993808 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.009151 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.securitygroups_db [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Project 13fe06130350426ca0e64b9addff03eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 16:48:54.018141 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.080495 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] For port 1bf54756-0572-4dbe-aa8e-02e416c939e9, host dv-cinder-796685-1-iscsi, cleared binding levels {{(pid=92418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:48:54.085375 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.plugins.ml2.db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] For port 1bf54756-0572-4dbe-aa8e-02e416c939e9, host dv-cinder-796685-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=1bf54756-0572-4dbe-aa8e-02e416c939e9,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:48:54.127957 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.186216 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron_lib.callbacks.manager [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.188745 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-872a460c-2be4-4b60-ab59-0eb77f45422a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:54.220900 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706584'] for security_group_rule, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.224183 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:54.252478 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68094ba-a6be-4686-b52b-b33df2acd1d2 None None] Pushing event updated for resources: {'Port': ['ID=1bf54756-0572-4dbe-aa8e-02e416c939e9,revision_number=4']} {{(pid=92418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:54.253748 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf2cbc0-2142-40f6-a359-79f5074e7e9d,revision_number=0']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:54.261411 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG oslo_concurrency.lockutils [None req-c68094ba-a6be-4686-b52b-b33df2acd1d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92418) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:54.262060 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Routers {'e89612be-a3ff-4257-ab64-e542c91e44b0'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:48:54.262797 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:48:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e89612be-a3ff-4257-ab64-e542c91e44b0'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:54.269970 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:54.351977 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:54.354091 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-0a47bd18-c72f-4e27-b487-25d966adcee9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4856150 Jun 16 16:48:54.431414 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] Set router e89612be-a3ff-4257-ab64-e542c91e44b0 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:48:54.740093 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '1bf54756-0572-4dbe-aa8e-02e416c939e9', 'name': '', 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'mac_address': 'fa:16:3e:b4:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:54Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'subnets': [{'id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:48:54.746459 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a06fe-48e0-4088-9a9e-4002a6dc2a1d None None] The sync data for ids ['e89612be-a3ff-4257-ab64-e542c91e44b0'] in dv-cinder-796685-1-iscsi is: [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:48:49Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': '1bf54756-0572-4dbe-aa8e-02e416c939e9', 'name': '', 'network_id': '8d7616e9-8985-45af-827d-9c5c86fa2820', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'mac_address': 'fa:16:3e:b4:7f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:48Z', 'updated_at': '2021-06-16T16:48:54Z', 'revision_number': 4, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'subnets': [{'id': '34703896-5fce-40f7-b038-b51876ee7f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:48:55.717705 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 1bf54756-0572-4dbe-aa8e-02e416c939e9 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:55.929024 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning for port 1bf54756-0572-4dbe-aa8e-02e416c939e9 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:48:55.936030 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 1bf54756-0572-4dbe-aa8e-02e416c939e9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:55.936462 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:56.028764 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:56.069040 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] For port 1bf54756-0572-4dbe-aa8e-02e416c939e9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=1bf54756-0572-4dbe-aa8e-02e416c939e9,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:48:56.197390 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:48:56.200664 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:48:56.260530 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Pushing event updated for resources: {'Port': ['ID=1bf54756-0572-4dbe-aa8e-02e416c939e9,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:48:56.266203 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:48:57.679998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 1bf54756-0572-4dbe-aa8e-02e416c939e9 up at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:48:57.736394 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Provisioning complete for port 1bf54756-0572-4dbe-aa8e-02e416c939e9 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:48:57.736848 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:07.397250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-1f2b14c3-9f04-4ac0-a087-02cdedec5d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:08.643190 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:49:10.139674 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:10.305255 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6d6ac86f-ebd2-4f22-97c3-677c35db91df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:11.379599 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:13.203424 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:15.676698 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:20.044453 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-f5fbec58-4dde-4c02-93f8-cdc2de07b3ba tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070019116&fields=id&tenant_id=13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 267 time: 0.0383575 Jun 16 16:49:20.163311 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-1c6cfe22-1282-46f7-82ee-8ce84aba6c24 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:20.164934 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-1c6cfe22-1282-46f7-82ee-8ce84aba6c24 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 810 time: 0.1129866 Jun 16 16:49:20.188038 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-b98a58d6-10d0-404b-8442-a8bd4d2b8ceb tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/quotas/13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 375 time: 0.0162358 Jun 16 16:49:20.260759 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-aa6445e2-1d99-4333-a746-566ff77c1b95 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664623 Jun 16 16:49:20.478583 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-408b8c4e-9b0a-45b1-ac5a-20a13881f51e service neutron] 10.222.0.91 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049544 Jun 16 16:49:20.582292 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-d97df6cc-c0b4-4c90-a3aa-3ad6a11b4cc3 service neutron] 10.222.0.91 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972719 Jun 16 16:49:21.387130 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-98a161a0-0fe5-4c2c-a637-856aa1fc2ca8 req-a63d4b3e-be2a-4aad-aeca-bc8711711355 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 210 time: 0.0334072 Jun 16 16:49:22.482579 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6bc8145c-2025-42da-ba9d-fc4529c84509 req-a247c624-13c0-4bf4-83c6-2def8da2e882 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 210 time: 0.0301940 Jun 16 16:49:23.705243 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-292504ad-7ecf-4a4a-881b-01e591dd5305 req-3efc2071-5183-4215-a677-3a276d2a2dd3 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 210 time: 0.0310783 Jun 16 16:49:24.490851 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-118b0db3-c631-4925-b00f-47ff6f29e7f4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:24.493508 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-118b0db3-c631-4925-b00f-47ff6f29e7f4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 810 time: 0.1308138 Jun 16 16:49:24.565073 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-5550083c-bce4-4d88-a938-030e87a9b0d8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 380 time: 0.0588357 Jun 16 16:49:24.574635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'port': {'device_id': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'admin_state_up': True, 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'security_groups': ['11374063-2e3a-415b-ab17-c80f7aab7c91']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:49:24.762689 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Made reservation on behalf of 13fe06130350426ca0e64b9addff03eb for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:49:24.768987 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:24.992299 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-abf919d4-94ba-403e-95c4-a474c615cfe8 req-595f35de-3c2a-424d-b8ae-0f81dabb9fcf tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 210 time: 0.0697680 Jun 16 16:49:25.023425 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Allocated IP 172.20.0.6 (ddd8898f-926a-45ea-80a9-2fcc4120f92e/4445d106-8df7-4d7f-9caa-2d7e72bb1fd7/5fbaac99-f587-4e40-81ed-3c355465a6ce) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:49:25.234753 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:25.262464 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Transition to ACTIVE for port object 5fbaac99-f587-4e40-81ed-3c355465a6ce will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:49:25.540296 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:25.545912 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-ed18e8f5-c7cb-4d84-80f5-2e23bd99606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:25.597459 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:49:25.604353 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:49:25.608983 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:49:25.616375 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=5fbaac99-f587-4e40-81ed-3c355465a6ce,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:25.645512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:25.679503 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:25.680481 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:25.895388 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244781 Jun 16 16:49:25.908564 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Request body: {'port': {'device_id': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:49:25.967913 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-5435d80c-a927-45c5-b6d0-723c453a3b1a None None] Provisioning for port 5fbaac99-f587-4e40-81ed-3c355465a6ce completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:49:25.972934 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-5435d80c-a927-45c5-b6d0-723c453a3b1a None None] Provisioning complete for port 5fbaac99-f587-4e40-81ed-3c355465a6ce triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:25.973485 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-5435d80c-a927-45c5-b6d0-723c453a3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.005611 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.038266 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-5435d80c-a927-45c5-b6d0-723c453a3b1a None None] Port 5fbaac99-f587-4e40-81ed-3c355465a6ce cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:49:26.380841 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920b4da-4c9b-451b-8d0d-2ff921d674f3 req-da1d20d8-6f8e-4775-8eaf-181361b376ca tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:26.382470 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a920b4da-4c9b-451b-8d0d-2ff921d674f3 req-da1d20d8-6f8e-4775-8eaf-181361b376ca tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 931 time: 0.1469567 Jun 16 16:49:26.431403 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbaac99-f587-4e40-81ed-3c355465a6ce {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:49:26.443446 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.467946 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a920b4da-4c9b-451b-8d0d-2ff921d674f3 req-3ed91c50-11a5-40a3-9235-b65857090a91 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663204 Jun 16 16:49:26.471152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Transition to ACTIVE for port object 5fbaac99-f587-4e40-81ed-3c355465a6ce will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:49:26.550713 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.554448 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:26.638360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Pushing event updated for resources: {'Port': ['ID=5fbaac99-f587-4e40-81ed-3c355465a6ce,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:26.642419 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:26.732518 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Attempting to bind port 5fbaac99-f587-4e40-81ed-3c355465a6ce on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:49:26.732917 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Attempting to bind port 5fbaac99-f587-4e40-81ed-3c355465a6ce by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:49:26.733187 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Attempting to bind port 5fbaac99-f587-4e40-81ed-3c355465a6ce on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:49:26.738554 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Port 5fbaac99-f587-4e40-81ed-3c355465a6ce on network ddd8898f-926a-45ea-80a9-2fcc4120f92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:49:26.738907 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Attempting to bind port 5fbaac99-f587-4e40-81ed-3c355465a6ce on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:49:26.746526 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:49:26.747152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Checking segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:49:26.747802 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Bound using segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:49:26.748552 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Bound port: 5fbaac99-f587-4e40-81ed-3c355465a6ce, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:49:26.749525 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.831192 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] For port 5fbaac99-f587-4e40-81ed-3c355465a6ce, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:49:26.835231 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] For port 5fbaac99-f587-4e40-81ed-3c355465a6ce, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:49:26.910809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.913121 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-5e8852bc-92f6-4c7f-a946-8f96455a0ae4 tempest-TestShelveInstance-1545876148 tempest-TestShelveInstance-1545876148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:26.945919 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:26.946891 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:26.949077 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-45142034-c249-437b-b25e-53dc18e2513e service neutron] 10.222.0.52 "PUT /v2.0/ports/5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 200 len: 1093 time: 1.0451431 Jun 16 16:49:26.952152 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:49:26.955197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa64e9a-0eff-45c7-814d-713b65b1bf96" -d '{"events": [{"name": "network-changed", "server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:49:27.002330 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Pushing event updated for resources: {'Port': ['ID=5fbaac99-f587-4e40-81ed-3c355465a6ce,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:27.007931 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-45142034-c249-437b-b25e-53dc18e2513e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:27.127446 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f36df1f-f8b1-4314-910c-6b2db501b312 x-openstack-request-id: req-1f36df1f-f8b1-4314-910c-6b2db501b312 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:49:27.127816 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:49:27.128292 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1f36df1f-f8b1-4314-910c-6b2db501b312 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:49:27.128877 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'status': 'completed', 'code': 200} Jun 16 16:49:27.168957 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-58ee305b-6cd9-459c-8ac1-477c88ebdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:27.170961 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-58ee305b-6cd9-459c-8ac1-477c88ebdcef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1096 time: 0.0811677 Jun 16 16:49:27.221282 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-cbcfcc01-4b41-403d-926b-861d87c3558e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 200 len: 217 time: 0.0421524 Jun 16 16:49:27.277989 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-e03b7a6e-3be7-45d0-8e85-9718fd5ded92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:27.279543 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-e03b7a6e-3be7-45d0-8e85-9718fd5ded92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0501971 Jun 16 16:49:27.375337 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-c7c3c829-32b1-4792-83b8-7915d7983a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:27.378229 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-c7c3c829-32b1-4792-83b8-7915d7983a34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903471 Jun 16 16:49:27.487559 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-951578e8-5430-42e4-95e5-5a0653770778 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010525 Jun 16 16:49:27.648965 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-5152a90c-6854-4de6-808a-de6418d7ddf1 req-64723411-07cb-43cd-bca3-0d531697f820 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521025 Jun 16 16:49:27.729770 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f20a5-4a6a-4ec0-809e-9ead33dfe15e req-6a685416-a11a-477e-84f4-94c273fada07 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:27.731357 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-108f20a5-4a6a-4ec0-809e-9ead33dfe15e req-6a685416-a11a-477e-84f4-94c273fada07 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0731173 Jun 16 16:49:27.777420 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-108f20a5-4a6a-4ec0-809e-9ead33dfe15e req-26a87f74-84db-453e-a415-a41920c2d064 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351861 Jun 16 16:49:27.884028 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-81574f1a-1f2c-467b-a167-0692e5b1ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:27.886087 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-81574f1a-1f2c-467b-a167-0692e5b1ee0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1096 time: 0.0577829 Jun 16 16:49:27.985866 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-7f241c57-af2b-4740-a18b-9b54870823fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:27.987855 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-7f241c57-af2b-4740-a18b-9b54870823fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.0943110 Jun 16 16:49:28.332043 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-0b252493-bfcf-4fef-9510-549535cbf28c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 200 len: 217 time: 0.3361361 Jun 16 16:49:28.382257 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-8676406d-d1a9-41d9-914e-f78d1f23f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:28.383749 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-8676406d-d1a9-41d9-914e-f78d1f23f7b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0454166 Jun 16 16:49:28.450578 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-403025c3-ae42-407c-aafd-0717c1638dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:28.452093 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-403025c3-ae42-407c-aafd-0717c1638dce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600808 Jun 16 16:49:28.602285 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-718a9e76-5803-4c21-8f29-ba64a64bfcc6 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415989 Jun 16 16:49:28.770392 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1fa64e9a-0eff-45c7-814d-713b65b1bf96 req-1ccaec51-c542-4fc6-be2a-ab1d7427b968 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596372 Jun 16 16:49:28.981273 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f38d6-05df-47d8-87f0-007d8546afdb req-ea2ac2b0-5a0c-4d8d-901d-2f9de4258b6d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:28.983875 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f05f38d6-05df-47d8-87f0-007d8546afdb req-ea2ac2b0-5a0c-4d8d-901d-2f9de4258b6d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0821257 Jun 16 16:49:29.027702 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f05f38d6-05df-47d8-87f0-007d8546afdb req-802ab002-e849-431c-8245-9f1b7d045e39 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378032 Jun 16 16:49:30.247529 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083467-bec3-47f6-8fd8-de282588c504 req-bdb24926-45fc-45d9-8245-4f950bf684e5 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:30.250451 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-41083467-bec3-47f6-8fd8-de282588c504 req-bdb24926-45fc-45d9-8245-4f950bf684e5 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0953000 Jun 16 16:49:30.318109 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-41083467-bec3-47f6-8fd8-de282588c504 req-1ea9907f-e2e9-48a1-9bad-4dc1973c815b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584171 Jun 16 16:49:31.530000 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef165757-2506-456e-94d5-fb75f4c2501e req-6bec10af-6ca4-445e-a203-294bf04c0acf tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:31.532745 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ef165757-2506-456e-94d5-fb75f4c2501e req-6bec10af-6ca4-445e-a203-294bf04c0acf tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0838058 Jun 16 16:49:31.596179 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ef165757-2506-456e-94d5-fb75f4c2501e req-3239ab50-dbaa-4fbb-a3e3-c45c586eef2d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567567 Jun 16 16:49:32.780244 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3503b3-3b71-4cad-aa6c-006fd44d58fa req-9b2369b0-dd86-4a13-a89b-8a5fb74e3670 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:32.781852 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b3503b3-3b71-4cad-aa6c-006fd44d58fa req-9b2369b0-dd86-4a13-a89b-8a5fb74e3670 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0692346 Jun 16 16:49:32.826450 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1b3503b3-3b71-4cad-aa6c-006fd44d58fa req-6c5a592e-5262-45ab-a49a-4b1f89e62b7f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382128 Jun 16 16:49:34.019743 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821d70b-c234-420f-8f12-29522146c6a1 req-68360300-d982-4adb-bfb0-6ed144e9c25d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:34.021334 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2821d70b-c234-420f-8f12-29522146c6a1 req-68360300-d982-4adb-bfb0-6ed144e9c25d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0757694 Jun 16 16:49:34.080596 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2821d70b-c234-420f-8f12-29522146c6a1 req-023286a3-a03c-48d4-a979-e11d734c5bdc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 Jun 16 16:49:35.269258 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67beacf-7c13-41bc-94eb-b54c56d0c833 req-088707b0-f659-4592-8d64-9e118473126c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:35.271003 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f67beacf-7c13-41bc-94eb-b54c56d0c833 req-088707b0-f659-4592-8d64-9e118473126c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0719745 Jun 16 16:49:35.311994 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f67beacf-7c13-41bc-94eb-b54c56d0c833 req-39294239-15b8-43ea-badb-978f857982b2 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350647 Jun 16 16:49:36.516040 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700cce8-7b9a-406d-8fdd-162754a4e672 req-88f49d7d-a4cf-4558-a243-86d5f10a17f6 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:36.518023 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e700cce8-7b9a-406d-8fdd-162754a4e672 req-88f49d7d-a4cf-4558-a243-86d5f10a17f6 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 943 time: 0.0747938 Jun 16 16:49:36.561109 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e700cce8-7b9a-406d-8fdd-162754a4e672 req-96718a35-474a-4be2-9052-64355d47880b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369287 Jun 16 16:49:36.918277 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5fbaac99-f587-4e40-81ed-3c355465a6ce details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:49:37.022337 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 5fbaac99-f587-4e40-81ed-3c355465a6ce, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:49:37.034657 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'port_id': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'mac_address': 'fa:16:3e:8a:c0:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:49:37.074480 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:37.091813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbaac99-f587-4e40-81ed-3c355465a6ce {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:49:37.116498 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 5fbaac99-f587-4e40-81ed-3c355465a6ce, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:49:37.178839 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:37.180797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-7bc26530-4ccb-4893-a615-246496db949e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:37.236615 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=5fbaac99-f587-4e40-81ed-3c355465a6ce,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:37.240301 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:37.367420 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-b69bf19b-1c48-4f03-98c1-9c73591925d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:37.571003 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['5fbaac99-f587-4e40-81ed-3c355465a6ce'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:49:37.836557 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4026ae-612b-4f54-b0d3-21c06c3fed63 req-fc688c46-abf1-45d0-b6b5-3a6f18077cb4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:37.838714 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a4026ae-612b-4f54-b0d3-21c06c3fed63 req-fc688c46-abf1-45d0-b6b5-3a6f18077cb4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 944 time: 0.0712826 Jun 16 16:49:37.880901 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8a4026ae-612b-4f54-b0d3-21c06c3fed63 req-1baf9473-1e09-4f6d-9738-919c9654d730 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358479 Jun 16 16:49:38.919415 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5fbaac99-f587-4e40-81ed-3c355465a6ce up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:49:39.035944 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 5fbaac99-f587-4e40-81ed-3c355465a6ce completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:49:39.040354 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 5fbaac99-f587-4e40-81ed-3c355465a6ce triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:49:39.041250 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:39.095236 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49a4d3-b869-41a6-ae85-463c0d987bf5 req-21a33e3e-c1d4-4b77-9235-dc01455ee6ba tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:39.098881 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6f49a4d3-b869-41a6-ae85-463c0d987bf5 req-21a33e3e-c1d4-4b77-9235-dc01455ee6ba tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 944 time: 0.0901117 Jun 16 16:49:39.140355 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:39.150781 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6f49a4d3-b869-41a6-ae85-463c0d987bf5 req-427be362-8147-43e6-9bab-c5cf0c536fd3 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441296 Jun 16 16:49:39.170998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:49:39.173625 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2ce1f6-f027-478b-8cde-8efa1bf5a4bf" -d '{"events": [{"server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "name": "network-vif-plugged", "status": "completed", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:49:39.192178 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 5fbaac99-f587-4e40-81ed-3c355465a6ce, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:49:39.271143 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:39.274415 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:39.283835 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abc7c1a-50ca-4251-8d74-6aa9e17b9215 x-openstack-request-id: req-3abc7c1a-50ca-4251-8d74-6aa9e17b9215 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:49:39.284247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "name": "network-vif-plugged", "status": "completed", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:49:39.284612 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3abc7c1a-50ca-4251-8d74-6aa9e17b9215 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:49:39.285077 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'code': 200} Jun 16 16:49:39.350465 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=5fbaac99-f587-4e40-81ed-3c355465a6ce,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:39.359818 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.360213 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.360604 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.360991 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.361404 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.361847 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.362227 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.362634 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.363016 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.363408 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.363816 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.364308 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:39.369245 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:39.760562 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d08b47-f5d5-4c4e-bc8c-4104e2b2f8ee req-002a2702-df37-49e5-94a0-f7bf8468ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:39.762239 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40d08b47-f5d5-4c4e-bc8c-4104e2b2f8ee req-002a2702-df37-49e5-94a0-f7bf8468ee58 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1098 time: 0.0614657 Jun 16 16:49:39.801750 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-40d08b47-f5d5-4c4e-bc8c-4104e2b2f8ee req-826ec8ce-9c38-4a05-abe1-ea11ee7cdcb3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jun 16 16:49:40.121912 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:40.190450 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-79d477a1-9821-4e99-ad6f-1cf11210fa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:40.343269 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bd1aa-1aa1-46b1-b6e6-06759d1a3242 req-b9a13d83-eb49-4288-bb78-c4f02cb9937e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:40.344991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d8bd1aa-1aa1-46b1-b6e6-06759d1a3242 req-b9a13d83-eb49-4288-bb78-c4f02cb9937e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 945 time: 0.0698302 Jun 16 16:49:40.391438 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4d8bd1aa-1aa1-46b1-b6e6-06759d1a3242 req-b00c5bac-81bf-4eb2-ad30-bd1e60f0f093 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356331 Jun 16 16:49:41.373130 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:41.595232 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20960c-893a-46c3-89ea-4b33d6b95b0b req-94686aaa-edcd-46fa-9d96-c98dd07f700e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:41.596775 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f20960c-893a-46c3-89ea-4b33d6b95b0b req-94686aaa-edcd-46fa-9d96-c98dd07f700e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 945 time: 0.0750444 Jun 16 16:49:41.639888 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2f20960c-893a-46c3-89ea-4b33d6b95b0b req-35799e82-21f1-4534-969a-085e0c41205c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 Jun 16 16:49:41.829989 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2450c6e-c484-4ef3-a291-1fa67374d85f req-95aa4758-859d-4fa1-b8f0-7f4b680a6a5d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:41.831610 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d2450c6e-c484-4ef3-a291-1fa67374d85f req-95aa4758-859d-4fa1-b8f0-7f4b680a6a5d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 945 time: 0.0731471 Jun 16 16:49:41.872249 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d2450c6e-c484-4ef3-a291-1fa67374d85f req-9333ad26-b905-4977-b907-0f2bfdafbd36 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344238 Jun 16 16:49:41.902318 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37712) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:41.999248 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636b3ac-421e-48db-bdc5-3a58895d7772 tempest-TestVolumeBootPattern-1158816492 tempest-TestVolumeBootPattern-1158816492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:42.000797 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-5636b3ac-421e-48db-bdc5-3a58895d7772 tempest-TestVolumeBootPattern-1158816492 tempest-TestVolumeBootPattern-1158816492-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1093 time: 0.0975413 Jun 16 16:49:42.003976 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37716) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:49:42.008495 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'port_id': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:49:42.099006 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:42.202633 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:42.313113 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Allocated IP 172.27.3.229 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/efaba501-d979-4c24-b267-b76fccac62fd) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:49:42.422883 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:42.521095 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:42.523182 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-48c68c7b-5ed1-409b-b412-48d7d73c87a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:42.560664 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:49:42.566487 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:49:42.570233 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:49:42.575794 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=efaba501-d979-4c24-b267-b76fccac62fd,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:42.607834 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.608243 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.608619 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.608987 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.609379 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.609770 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.610133 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.610493 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.610910 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.611272 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.611632 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.612065 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:49:42.617049 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:42.970102 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.087485 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.181794 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.349024 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.435855 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.439110 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-3a02ce53-84f4-4b3c-890b-4a421b0e351f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:49:43.513923 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=efaba501-d979-4c24-b267-b76fccac62fd,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:49:43.518820 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:49:43.526988 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:43.632532 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Floating IP 2c6937fd-c854-427e-9241-0c6e2c1ed8a4 associated. External IP: 172.27.3.229, port: 5fbaac99-f587-4e40-81ed-3c355465a6ce. Jun 16 16:49:43.859361 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:49:44.172650 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:49:44.187149 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:49:44.198331 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:49:44.198994 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:49:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:44.270272 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:49:44.321791 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3164952 Jun 16 16:49:44.323495 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:49:44.326787 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e70317b-6329-41e7-8e21-48baff733190" -d '{"events": [{"name": "network-changed", "server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:49:44.331517 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:49:44.440973 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8011ee4-d1f0-4735-abbe-fc6f63c0e8da x-openstack-request-id: req-f8011ee4-d1f0-4735-abbe-fc6f63c0e8da {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:49:44.441614 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:49:44.442181 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8011ee4-d1f0-4735-abbe-fc6f63c0e8da {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:49:44.442922 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'status': 'completed', 'code': 200} Jun 16 16:49:44.547669 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70317b-6329-41e7-8e21-48baff733190 req-f0f082bd-7a51-4344-a418-4d2fa35ffcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:44.550179 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-f0f082bd-7a51-4344-a418-4d2fa35ffcb6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1098 time: 0.0779874 Jun 16 16:49:44.662247 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70317b-6329-41e7-8e21-48baff733190 req-bf2691b0-98f0-49d5-b80d-9dd24734151b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:44.664518 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-bf2691b0-98f0-49d5-b80d-9dd24734151b service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1034431 Jun 16 16:49:44.677087 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '2c6937fd-c854-427e-9241-0c6e2c1ed8a4', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:8a:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:49:42Z', 'updated_at': '2021-06-16T16:49:42Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:44.683562 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:49:44.699509 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:49:44.700555 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:49:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:44.737606 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-56f57adb-37ec-4678-b731-f92deca64de2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 200 len: 999 time: 0.0658872 Jun 16 16:49:44.796274 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70317b-6329-41e7-8e21-48baff733190 req-e3be956f-c9d5-4a4f-8dcd-445f3babaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:44.797978 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-e3be956f-c9d5-4a4f-8dcd-445f3babaab2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0535228 Jun 16 16:49:44.870870 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:49:44.878412 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70317b-6329-41e7-8e21-48baff733190 req-8f853fd7-6c3c-4a26-9df4-68a7bfa45bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:49:44.888318 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-8f853fd7-6c3c-4a26-9df4-68a7bfa45bc0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826705 Jun 16 16:49:45.059029 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-11af23ef-bccf-4d64-82da-34e50e31c0a1 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550522 Jun 16 16:49:45.126036 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '2c6937fd-c854-427e-9241-0c6e2c1ed8a4', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:8a:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:49:42Z', 'updated_at': '2021-06-16T16:49:42Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:49:45.130277 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4724e02d-5dcd-40f9-ae90-d71b5ecc8a3e None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '2c6937fd-c854-427e-9241-0c6e2c1ed8a4', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.229', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:8a:c0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:49:42Z', 'updated_at': '2021-06-16T16:49:42Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:49:45.197895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-0e70317b-6329-41e7-8e21-48baff733190 req-dadcdea8-625d-4cea-8939-a13b45a73cab service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392424 Jun 16 16:49:45.350698 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7aed4e-bb50-41f6-8eab-c5212b51a858 None None] New status for floating IP 2c6937fd-c854-427e-9241-0c6e2c1ed8a4: ACTIVE {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:49:45.642310 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:49:45.681501 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:07.372286 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3f94d27c-199f-41cd-91a2-3c1ea9ae46e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:10.109684 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:10.178168 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-10265d37-aa95-4d66-9e56-a16db6ab8d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:11.321045 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:13.063375 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:15.640865 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:22.641309 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:50:25.952694 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-456beaf3-5e43-413f-8072-b8024e3a9b1a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589533 Jun 16 16:50:26.104101 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-16d5ff56-b937-4c2f-be90-07148f0c2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:26.106705 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-16d5ff56-b937-4c2f-be90-07148f0c2401 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1098 time: 0.0928173 Jun 16 16:50:26.228636 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-ea6857d6-ebe6-4a47-b62e-8693e2331196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:26.230159 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-ea6857d6-ebe6-4a47-b62e-8693e2331196 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.0924459 Jun 16 16:50:26.301792 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-e55139b0-738d-45b3-a7c1-6c08a5fcbcf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 200 len: 1001 time: 0.0647457 Jun 16 16:50:26.354147 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-e31a5fc6-3ca6-4fec-96fa-a0743cc81bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:26.355637 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-e31a5fc6-3ca6-4fec-96fa-a0743cc81bc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0459154 Jun 16 16:50:26.416470 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-121ad9d6-adba-44c0-9d03-bd6544b5284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:50:26.418053 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-121ad9d6-adba-44c0-9d03-bd6544b5284d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555964 Jun 16 16:50:26.521712 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-da19459a-bcc8-4171-b56d-19cd349141cf service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963557 Jun 16 16:50:26.617864 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-00ca5cfe-ef62-4c80-9501-547856cea2b4 req-92be6a70-56e1-4507-8eeb-f614925c7dc3 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892222 Jun 16 16:50:37.388710 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ac5b0b97-beca-4d3f-8934-00bc1a3a9060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:40.107778 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:40.188530 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-bb2b771f-2315-4994-a2f7-a9df21ea5ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:41.388781 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:43.297020 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:45.639789 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:50:59.640346 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:07.404691 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-95bba5c1-3c2b-45c6-8933-cb6187485bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:10.113342 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:10.176055 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8e4c51e2-913f-4c62-bcab-f7e4ae9717e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:11.353878 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:13.079766 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:15.679047 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:28.022198 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-7a2982f3-6443-4fb0-9360-3ea809e9d529 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1313047 Jun 16 16:51:28.126971 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-587ed7bb-804c-4ec5-a083-6b2d73a63ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:28.128626 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-587ed7bb-804c-4ec5-a083-6b2d73a63ac7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 1098 time: 0.0601089 Jun 16 16:51:28.241518 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-f177c097-2589-40aa-b2ae-ae97b46ca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:28.242991 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-f177c097-2589-40aa-b2ae-ae97b46ca6c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.0917623 Jun 16 16:51:28.329494 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-c7d7126a-b124-487c-8da3-68380220633d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 200 len: 1001 time: 0.0760169 Jun 16 16:51:28.382511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-313348f2-1f12-45be-921d-34732e820c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:28.384077 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-313348f2-1f12-45be-921d-34732e820c73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0463970 Jun 16 16:51:28.444961 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-bae30267-8d3c-4c27-b6ee-e0f4bce80f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:51:28.446835 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-bae30267-8d3c-4c27-b6ee-e0f4bce80f80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561209 Jun 16 16:51:28.459322 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-6067454e-44c8-477c-8e8c-dcffcafcc0ae service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:51:28.461106 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-6067454e-44c8-477c-8e8c-dcffcafcc0ae service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063088 Jun 16 16:51:28.589580 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-60aed066-cc75-4417-b05b-33139444b7af service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212335 Jun 16 16:51:28.688244 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-cdae5d11-5adf-4806-88b5-78d1f67f393d req-a4d07866-f800-455c-bc75-6b44270fe981 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922651 Jun 16 16:51:36.638941 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:51:37.387233 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9be8619-1ca4-476f-b8e8-32fe5abc3768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:40.117942 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:40.181059 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-26c109f7-c97f-4d37-b12b-79b1ad2d8838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:41.340381 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:43.107049 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:51:45.747183 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:07.460921 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-70c490f5-6700-442e-bcc8-aaa3dd29db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:10.101086 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:10.151727 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-524490d4-624b-4e49-bae8-e5fa2cdfd0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:11.346114 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:12.259605 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20ea44-f060-49a1-9a83-078a45a18ab8 req-45dd4415-632b-4524-b843-e18ca0d6f743 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:12.261186 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a20ea44-f060-49a1-9a83-078a45a18ab8 req-45dd4415-632b-4524-b843-e18ca0d6f743 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 945 time: 0.1183636 Jun 16 16:52:12.301808 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4a20ea44-f060-49a1-9a83-078a45a18ab8 req-1b6bd1c6-30e7-46e8-baaf-94e289e4a6cc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343161 Jun 16 16:52:13.111398 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:13.536022 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937933-df4e-4a42-a667-473a27a6170f req-73c82d0c-5816-4331-91c8-02a3ccccc2a2 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:13.537971 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9937933-df4e-4a42-a667-473a27a6170f req-73c82d0c-5816-4331-91c8-02a3ccccc2a2 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 945 time: 0.1182351 Jun 16 16:52:13.582149 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b9937933-df4e-4a42-a667-473a27a6170f req-8583d8ee-575d-4286-bbe1-2b0d1f6d89e7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379598 Jun 16 16:52:13.637859 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:52:14.108316 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-a34e1d83-e8be-46b9-9da6-97fd0dce29e8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:14.109927 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-a34e1d83-e8be-46b9-9da6-97fd0dce29e8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 945 time: 0.0745769 Jun 16 16:52:14.215919 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Deleting port 5fbaac99-f587-4e40-81ed-3c355465a6ce {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:52:14.216414 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:14.320647 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] For port 5fbaac99-f587-4e40-81ed-3c355465a6ce, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=5fbaac99-f587-4e40-81ed-3c355465a6ce,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:52:14.321020 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:14.499899 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:14.500274 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:14.500596 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.db.l3_db [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Floating IP 2c6937fd-c854-427e-9241-0c6e2c1ed8a4 disassociated. External IP: 172.27.3.229, port: 5fbaac99-f587-4e40-81ed-3c355465a6ce. Jun 16 16:52:14.500939 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Calling delete_port for 5fbaac99-f587-4e40-81ed-3c355465a6ce owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:52:14.753120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:14.774401 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-143d1df5-b1d8-4b18-be2f-b9b149f45ccf tempest-AttachVolumeTestJSON-122636125 tempest-AttachVolumeTestJSON-122636125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:14.779392 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-8699b183-da41-4082-8673-527d30fc341f req-74c0c188-4449-48ce-bb7d-40f40f0b3615 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 210 time: 0.0376303 Jun 16 16:52:14.813174 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'Port': ['ID=5fbaac99-f587-4e40-81ed-3c355465a6ce,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:14.826330 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.826787 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.827224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.827670 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.828093 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.828607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.829188 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.829851 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.830435 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.831031 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.831477 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.831891 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:14.837107 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:14.952473 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:52:15.068623 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:52:15.080375 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:52:15.097170 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:52:15.098286 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:52:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:15.138409 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] No DVR routers for this DVR port 5fbaac99-f587-4e40-81ed-3c355465a6ce on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:52:15.142161 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:15.145783 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11b0fbd0-6804-4a9d-90a5-00424626daee req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "DELETE /v2.0/ports/5fbaac99-f587-4e40-81ed-3c355465a6ce HTTP/1.1" status: 204 len: 173 time: 1.0288703 Jun 16 16:52:15.146644 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'name': 'network-vif-deleted', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:52:15.150908 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc070a-713d-442a-8356-c45d5cbc3585" -d '{"events": [{"server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "name": "network-vif-deleted", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:52:15.209741 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417456e-7c2b-42f0-9afa-8fe4a7a4e02f x-openstack-request-id: req-5417456e-7c2b-42f0-9afa-8fe4a7a4e02f {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:52:15.209741 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542c6d4-7ab5-4f91-881f-6df31c10df91", "name": "network-vif-deleted", "tag": "5fbaac99-f587-4e40-81ed-3c355465a6ce", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:52:15.209741 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5417456e-7c2b-42f0-9afa-8fe4a7a4e02f {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:52:15.209741 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542c6d4-7ab5-4f91-881f-6df31c10df91', 'name': 'network-vif-deleted', 'tag': '5fbaac99-f587-4e40-81ed-3c355465a6ce', 'status': 'completed', 'code': 200} Jun 16 16:52:15.422982 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:52:15.668073 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:15.672059 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:52:15.684910 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:52:15.685823 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:52:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:15.766987 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:15.823736 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:52:16.008296 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-e7177f14-7c39-417f-a1b0-a5f27711df7f req-dfb16bdc-5c4d-43ba-9bb8-0c7a7809422c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c542c6d4-7ab5-4f91-881f-6df31c10df91 HTTP/1.1" status: 200 len: 210 time: 0.0567605 Jun 16 16:52:16.117236 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:16.121662 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4cb6fb-35fc-47a0-9603-9bf5e50e084a None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:52:16.369384 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680311bc-d92a-4d5d-8799-0104a07a4475 None None] New status for floating IP 2c6937fd-c854-427e-9241-0c6e2c1ed8a4: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:52:17.288689 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-a70db89c-5912-47d9-ac1c-9257ede0b5fd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070019116&fields=id&tenant_id=13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 267 time: 0.0443480 Jun 16 16:52:17.448642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-ee34a1f5-625b-4d53-af44-ba0f4e4d3ccb tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:17.450959 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-ee34a1f5-625b-4d53-af44-ba0f4e4d3ccb tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 810 time: 0.1541438 Jun 16 16:52:17.467081 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-9f39f68b-ae38-4360-8e7f-a90db3fb2bac tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/quotas/13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 375 time: 0.0097129 Jun 16 16:52:17.549633 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-2404cab8-9ac8-4ec2-8b87-51efd65cfefc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760059 Jun 16 16:52:17.668475 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5fbaac99-f587-4e40-81ed-3c355465a6ce no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:52:17.691110 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 5fbaac99-f587-4e40-81ed-3c355465a6ce {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:52:17.691456 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 5fbaac99-f587-4e40-81ed-3c355465a6ce not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:52:17.727106 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-c594174d-6a37-4a77-84c3-c56bec320bc0 service neutron] 10.222.0.91 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542819 Jun 16 16:52:17.822031 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-16af24d0-4e61-4893-8042-9aee28e2b01f service neutron] 10.222.0.91 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969977 Jun 16 16:52:18.559795 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9dba3dfd-5b1a-4b98-ad3f-448a6aa264e0 req-8745e96f-3b3b-4725-930c-778d9c306bab tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 210 time: 0.0498440 Jun 16 16:52:19.716623 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-1df6c509-0952-49dd-a4c9-d428f6e71605 req-86fcfdcc-3776-4a66-b598-ab2c39b09bd0 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 210 time: 0.0297222 Jun 16 16:52:20.902593 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-83c1738e-e51f-4d34-80bb-5b03168972e3 req-3058d24c-4946-4098-bc73-23e0ca236144 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 210 time: 0.0570803 Jun 16 16:52:20.991793 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-5d4f4d95-67bc-4562-8640-a60990b02ab1 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:20.993358 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-5d4f4d95-67bc-4562-8640-a60990b02ab1 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 810 time: 0.1634493 Jun 16 16:52:21.043490 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-d730183e-b8e1-4ddc-93a1-36ff6e21f9d8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 380 time: 0.0383024 Jun 16 16:52:21.051392 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'port': {'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'admin_state_up': True, 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'security_groups': ['11374063-2e3a-415b-ab17-c80f7aab7c91']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:52:21.369290 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Made reservation on behalf of 13fe06130350426ca0e64b9addff03eb for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:52:21.373897 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:21.516410 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Allocated IP 172.20.0.10 (ddd8898f-926a-45ea-80a9-2fcc4120f92e/4445d106-8df7-4d7f-9caa-2d7e72bb1fd7/95e156e6-9fbf-47f1-9cdf-2165c4e18746) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:52:21.678440 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:21.697970 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Transition to ACTIVE for port object 95e156e6-9fbf-47f1-9cdf-2165c4e18746 will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:52:21.815224 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:21.820266 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0e3bdc88-19a5-484a-9d28-ecc6eedf3de3 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:21.882814 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:52:21.888812 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:52:21.899604 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:52:22.324363 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=95e156e6-9fbf-47f1-9cdf-2165c4e18746,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:22.335267 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:22.382347 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:22.383072 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:22.423120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166858a-df31-45f3-9811-c6b9c3cfea43 req-8600ddb9-f9d9-41cf-ae98-e02ad378a166 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:22.425002 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6166858a-df31-45f3-9811-c6b9c3cfea43 req-8600ddb9-f9d9-41cf-ae98-e02ad378a166 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 932 time: 0.1182320 Jun 16 16:52:22.476069 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-6166858a-df31-45f3-9811-c6b9c3cfea43 req-b521c021-12a5-4560-9d0d-b5a06c4ec69c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 Jun 16 16:52:22.477433 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-34d65d15-1cc3-49e2-8261-28a76ed168c1 None None] Provisioning for port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:52:22.483734 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-34d65d15-1cc3-49e2-8261-28a76ed168c1 None None] Provisioning complete for port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:52:22.484457 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-34d65d15-1cc3-49e2-8261-28a76ed168c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:22.523308 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-34d65d15-1cc3-49e2-8261-28a76ed168c1 None None] Port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:52:22.563518 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5162485 Jun 16 16:52:22.577037 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Request body: {'port': {'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:52:22.686386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.124199 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e156e6-9fbf-47f1-9cdf-2165c4e18746 {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:52:23.133097 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.146585 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Transition to ACTIVE for port object 95e156e6-9fbf-47f1-9cdf-2165c4e18746 will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:52:23.226235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.228635 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-d38db026-ad39-474d-890e-b2bb3723ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:23.313303 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Pushing event updated for resources: {'Port': ['ID=95e156e6-9fbf-47f1-9cdf-2165c4e18746,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:23.318197 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:23.415925 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Attempting to bind port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:52:23.417372 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Attempting to bind port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:52:23.417372 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Attempting to bind port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:52:23.424097 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 on network ddd8898f-926a-45ea-80a9-2fcc4120f92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:52:23.424466 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Attempting to bind port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:52:23.434295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:52:23.434775 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Checking segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:52:23.435315 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Bound using segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:52:23.435928 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Bound port: 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:52:23.436399 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.523863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] For port 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:52:23.529360 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] For port 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:52:23.694216 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ac67e-9b20-4e1c-84b9-30548c1081c1 req-03c82cc4-9352-4dad-a935-e2bbc756bc20 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:23.695895 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-404ac67e-9b20-4e1c-84b9-30548c1081c1 req-03c82cc4-9352-4dad-a935-e2bbc756bc20 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.0743322 Jun 16 16:52:23.719131 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.724940 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-f263ece7-71ed-4bd0-92c4-ed9e64a421d8 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:23.761099 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:23.762062 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:23.763571 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] 10.222.0.52 "PUT /v2.0/ports/95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 1094 time: 1.1915073 Jun 16 16:52:23.772355 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:52:23.774800 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82688508-12e9-4a33-9979-e697748cba6f" -d '{"events": [{"name": "network-changed", "server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:52:23.791947 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-404ac67e-9b20-4e1c-84b9-30548c1081c1 req-20ec320f-7ba2-4984-81e7-b521715e58a5 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892034 Jun 16 16:52:23.825997 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Pushing event updated for resources: {'Port': ['ID=95e156e6-9fbf-47f1-9cdf-2165c4e18746,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:23.835504 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:23.854603 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298bfd05-efe6-485c-8689-3a58c7d54ac7 x-openstack-request-id: req-298bfd05-efe6-485c-8689-3a58c7d54ac7 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:52:23.855607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:52:23.856225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-298bfd05-efe6-485c-8689-3a58c7d54ac7 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:52:23.857375 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'status': 'completed', 'code': 200} Jun 16 16:52:23.946780 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-0d29318e-ea6b-4482-a8aa-3c23b8b8461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:23.948544 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-0d29318e-ea6b-4482-a8aa-3c23b8b8461b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1097 time: 0.0789421 Jun 16 16:52:24.002014 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-b1d43713-c3bc-4471-8cd6-ed161dd845eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 217 time: 0.0454154 Jun 16 16:52:24.054035 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-b773399a-767e-4168-a945-914b0b8af7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:24.055617 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-b773399a-767e-4168-a945-914b0b8af7ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0463464 Jun 16 16:52:24.120621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-3fcaef8c-4dc9-418f-9db2-c1b173df48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:24.122180 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-3fcaef8c-4dc9-418f-9db2-c1b173df48f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572731 Jun 16 16:52:24.223654 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-a0ea3a00-6dde-46c6-b066-6f6b1430cd92 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918713 Jun 16 16:52:24.320087 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-bc302df7-155d-47d8-99ab-98ce46d5c9c2 req-a74920ba-b63b-4d0b-9a9a-b226fe80ba42 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897224 Jun 16 16:52:24.556827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82688508-12e9-4a33-9979-e697748cba6f req-b0fdbbaf-7788-4e52-8a33-c27520e2e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:24.558517 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-b0fdbbaf-7788-4e52-8a33-c27520e2e923 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1097 time: 0.0604298 Jun 16 16:52:24.660138 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82688508-12e9-4a33-9979-e697748cba6f req-ae93117d-5da2-4111-99eb-b21c666d1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:24.662232 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-ae93117d-5da2-4111-99eb-b21c666d1722 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.0952115 Jun 16 16:52:24.709262 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-da7496f5-87ff-4341-a02b-21fb17fd7f0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 217 time: 0.0402687 Jun 16 16:52:24.767416 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82688508-12e9-4a33-9979-e697748cba6f req-10e84289-1d85-48a5-9312-6c4a18006347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:24.769004 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-10e84289-1d85-48a5-9312-6c4a18006347 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0533035 Jun 16 16:52:24.832376 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82688508-12e9-4a33-9979-e697748cba6f req-14ef4fdb-cd0f-4d84-ad0a-0533b88a9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:24.834112 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-14ef4fdb-cd0f-4d84-ad0a-0533b88a9560 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571642 Jun 16 16:52:24.962418 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-98db0643-e86e-40af-a731-7ab30d2eb3cf service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210325 Jun 16 16:52:25.094673 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211912e8-f042-4637-9e95-e6982f4d2012 req-950bd9a8-30c9-4698-937c-aa5b55be3328 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:25.096297 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-211912e8-f042-4637-9e95-e6982f4d2012 req-950bd9a8-30c9-4698-937c-aa5b55be3328 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.1555464 Jun 16 16:52:25.099401 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-82688508-12e9-4a33-9979-e697748cba6f req-deec6555-5fa2-4a79-87e3-15a4f02154f8 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198730 Jun 16 16:52:25.145576 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-211912e8-f042-4637-9e95-e6982f4d2012 req-cdbcec1d-e068-49b5-b6d3-cb7545c28950 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381444 Jun 16 16:52:26.430583 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93badc7b-6356-45a6-99db-6dad8b3a8233 req-f413f4bf-cab2-4ad4-88a7-06ab1b18d2ba tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:26.432501 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-93badc7b-6356-45a6-99db-6dad8b3a8233 req-f413f4bf-cab2-4ad4-88a7-06ab1b18d2ba tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.1503253 Jun 16 16:52:26.477897 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-93badc7b-6356-45a6-99db-6dad8b3a8233 req-8a301e7f-4ec9-42ac-9a2c-afeb4e56f97a tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388224 Jun 16 16:52:27.667081 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f99ce5-caa4-4663-986d-6853ac3ade65 req-daf381e9-5eb3-47e2-8afd-9675d1e772ef tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:27.668731 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5f99ce5-caa4-4663-986d-6853ac3ade65 req-daf381e9-5eb3-47e2-8afd-9675d1e772ef tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.0676639 Jun 16 16:52:27.716957 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d5f99ce5-caa4-4663-986d-6853ac3ade65 req-053fd4ca-cf9f-47af-b4bb-4b19882031ea tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Jun 16 16:52:28.938576 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7fd5e-0e87-47bf-9128-c5b08f4cc2e4 req-c49cf789-58e8-4977-bcf5-8a73d84a9510 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:28.941283 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4ef7fd5e-0e87-47bf-9128-c5b08f4cc2e4 req-c49cf789-58e8-4977-bcf5-8a73d84a9510 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.0903382 Jun 16 16:52:29.005878 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4ef7fd5e-0e87-47bf-9128-c5b08f4cc2e4 req-fc27beaa-1973-45dd-bc61-3c8fe96c9f04 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578721 Jun 16 16:52:30.195099 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5289e2-1a12-4d2d-a344-76b7e11fabc6 req-6f168793-af9b-4707-a410-9bb4ef05321d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:30.196687 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be5289e2-1a12-4d2d-a344-76b7e11fabc6 req-6f168793-af9b-4707-a410-9bb4ef05321d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.0666969 Jun 16 16:52:30.243609 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-be5289e2-1a12-4d2d-a344-76b7e11fabc6 req-ccbd67ad-478c-4c58-a495-88108a4c65bd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365887 Jun 16 16:52:31.447557 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ac296-694c-4635-8904-765f54129ebb req-34d831b1-3e34-4a3e-b96d-47f7448949ea tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:31.450279 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-327ac296-694c-4635-8904-765f54129ebb req-34d831b1-3e34-4a3e-b96d-47f7448949ea tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 944 time: 0.0890620 Jun 16 16:52:31.492297 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-327ac296-694c-4635-8904-765f54129ebb req-24dfa24b-0102-4084-b012-e54fa1cf3c4d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361562 Jun 16 16:52:31.696793 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 95e156e6-9fbf-47f1-9cdf-2165c4e18746 details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:52:31.805650 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:52:31.818533 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:52:31.858346 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:31.872336 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e156e6-9fbf-47f1-9cdf-2165c4e18746 {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:52:31.894527 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:52:32.030676 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:32.032453 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:32.081662 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=95e156e6-9fbf-47f1-9cdf-2165c4e18746,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:32.092324 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.092847 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.093275 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.093724 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.094122 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.094522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.095384 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.095384 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.095667 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.096071 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.096453 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.096816 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:32.101437 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:32.413316 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['95e156e6-9fbf-47f1-9cdf-2165c4e18746'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:52:32.682807 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b701a1-0786-4f85-8d57-bf059e75cbe4 req-32babccf-4c31-40a2-bbe0-0a35d2c7606e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:32.684997 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-54b701a1-0786-4f85-8d57-bf059e75cbe4 req-32babccf-4c31-40a2-bbe0-0a35d2c7606e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 945 time: 0.0739024 Jun 16 16:52:32.731194 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-54b701a1-0786-4f85-8d57-bf059e75cbe4 req-7e805c01-fff7-46ff-97f8-103534cf694f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399711 Jun 16 16:52:33.724905 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 95e156e6-9fbf-47f1-9cdf-2165c4e18746 up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:52:33.905998 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:52:33.911285 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:52:33.911716 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:33.932492 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c924f-a94a-4963-b593-6097bac9c549 req-8cbf5b4f-edfc-4ecc-9e3b-ee11669da88e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:33.934586 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc8c924f-a94a-4963-b593-6097bac9c549 req-8cbf5b4f-edfc-4ecc-9e3b-ee11669da88e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 945 time: 0.0745590 Jun 16 16:52:33.987751 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dc8c924f-a94a-4963-b593-6097bac9c549 req-f2b6c47a-8fbe-44b4-bc20-ccabb5594f3d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Jun 16 16:52:34.008029 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:34.036410 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:52:34.039089 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ca541-90a3-4c3c-bd03-95ac0dc7f0a1" -d '{"events": [{"server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "name": "network-vif-plugged", "status": "completed", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:52:34.054876 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:52:34.103209 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94ffc2-4044-44d4-9049-1664ee58aee9 x-openstack-request-id: req-7f94ffc2-4044-44d4-9049-1664ee58aee9 {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:52:34.103588 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "name": "network-vif-plugged", "status": "completed", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:52:34.103922 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7f94ffc2-4044-44d4-9049-1664ee58aee9 {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:52:34.104414 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'code': 200} Jun 16 16:52:34.168429 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:34.171018 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:34.257180 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=95e156e6-9fbf-47f1-9cdf-2165c4e18746,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:34.260013 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:34.642678 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192beb13-c0ef-41c9-a084-f9121d372ae9 req-759fe9c8-63ce-46e6-8930-27679b23b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:34.644399 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-192beb13-c0ef-41c9-a084-f9121d372ae9 req-759fe9c8-63ce-46e6-8930-27679b23b9ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.0645881 Jun 16 16:52:34.696723 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-192beb13-c0ef-41c9-a084-f9121d372ae9 req-e8508381-ab8c-4531-bd64-565b21cbc0cd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Jun 16 16:52:35.186391 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b6e0c-04b5-4c71-8540-1ce959db29fe req-d356e9b5-0b2e-4fd6-aad5-a149101b5d1d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:35.188000 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-132b6e0c-04b5-4c71-8540-1ce959db29fe req-d356e9b5-0b2e-4fd6-aad5-a149101b5d1d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 946 time: 0.0661173 Jun 16 16:52:35.228811 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-132b6e0c-04b5-4c71-8540-1ce959db29fe req-0bc801f3-78f5-45f5-b415-d3914511a850 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341032 Jun 16 16:52:36.428075 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1e3d3-fd13-4299-92c0-38bfb9b55a99 req-9829356c-4b95-4fe7-bff5-133e36b96ce7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:36.429703 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-77f1e3d3-fd13-4299-92c0-38bfb9b55a99 req-9829356c-4b95-4fe7-bff5-133e36b96ce7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 946 time: 0.0755525 Jun 16 16:52:36.477431 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-77f1e3d3-fd13-4299-92c0-38bfb9b55a99 req-a814b371-3ce0-47d2-90eb-e958032fc594 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372512 Jun 16 16:52:36.719854 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c8d86-42e5-4cdf-b5f3-49b4fbe45298 req-34416936-61ec-4a16-bee1-94c5d6acff13 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:36.721340 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c9c8d86-42e5-4cdf-b5f3-49b4fbe45298 req-34416936-61ec-4a16-bee1-94c5d6acff13 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 946 time: 0.0681272 Jun 16 16:52:36.768240 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-2c9c8d86-42e5-4cdf-b5f3-49b4fbe45298 req-94c51f6a-7b61-4794-9a54-c28603b38d06 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365818 Jun 16 16:52:36.794524 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37868) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:36.848623 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bdcf8-9b12-4701-b431-0542553b51a2 tempest-TestVolumeBootPattern-1158816492 tempest-TestVolumeBootPattern-1158816492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:36.850254 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-654bdcf8-9b12-4701-b431-0542553b51a2 tempest-TestVolumeBootPattern-1158816492 tempest-TestVolumeBootPattern-1158816492-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1094 time: 0.0547202 Jun 16 16:52:36.853089 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 37872) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:52:36.857814 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:52:36.939982 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:37.054015 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:37.171847 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Allocated IP 172.27.3.28 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/3d7bff8d-97b8-42bb-8777-edaf82b87015) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:52:37.295051 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:37.408451 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9dd551b5-bd9e-4fca-9791-0ffacc09a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:37.448529 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:37.450916 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-125489cf-91df-433b-b39d-31989bc05149 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:37.491652 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:52:37.497162 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:52:37.500930 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:52:37.507070 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=3d7bff8d-97b8-42bb-8777-edaf82b87015,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:37.543423 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.543890 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.544369 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.544983 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.545659 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.546256 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.546872 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.547510 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.548143 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.548790 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.549405 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.550069 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:52:37.559694 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:37.918308 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:38.071367 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:38.232337 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:38.288480 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:38.290931 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-46f4dcd3-b264-46d6-8ee7-6d0b635b6d5c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:52:38.363137 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=3d7bff8d-97b8-42bb-8777-edaf82b87015,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:52:38.368216 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:52:38.377800 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:38.482578 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Floating IP 21e958cf-81f0-477b-906a-ada1a196a83d associated. External IP: 172.27.3.28, port: 95e156e6-9fbf-47f1-9cdf-2165c4e18746. Jun 16 16:52:38.737210 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:52:38.867305 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:52:38.879110 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:52:38.889803 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:52:38.890453 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:52:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:38.963370 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:39.003067 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:52:39.022087 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1676433 Jun 16 16:52:39.023048 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:52:39.026819 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfe02a8-fbc4-4e25-b087-1383ed177e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:52:39.066808 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacaa1e1-a30a-4a85-833c-ea8340893634 x-openstack-request-id: req-aacaa1e1-a30a-4a85-833c-ea8340893634 {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:52:39.067304 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:52:39.067776 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-aacaa1e1-a30a-4a85-833c-ea8340893634 {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:52:39.068347 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'status': 'completed', 'code': 200} Jun 16 16:52:39.171747 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-f5130535-c42d-43cc-bc7d-63b19cdcf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:39.179264 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-f5130535-c42d-43cc-bc7d-63b19cdcf471 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.0795879 Jun 16 16:52:39.301821 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-e86c4232-7e27-4b1a-b28f-c3a310ad8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:39.302232 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:37Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:39.304288 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-e86c4232-7e27-4b1a-b28f-c3a310ad8a48 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1208045 Jun 16 16:52:39.307509 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:52:39.320315 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:52:39.321740 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:52:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:39.380340 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-00859fc1-ec25-41ea-80a2-09d4a77b178c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 999 time: 0.0667827 Jun 16 16:52:39.438615 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-1856c808-e48a-48f3-816d-945f894a96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:39.440714 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-1856c808-e48a-48f3-816d-945f894a96ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0538735 Jun 16 16:52:39.490965 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:52:39.516355 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-9234ebcd-f75f-4458-9a51-8cd460013738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:52:39.518056 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-9234ebcd-f75f-4458-9a51-8cd460013738 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680192 Jun 16 16:52:39.638122 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-301c2003-4b2e-4aeb-be62-86f0ccd42db8 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082864 Jun 16 16:52:39.767938 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-edfe02a8-fbc4-4e25-b087-1383ed177e9b req-be9ff690-0731-43c5-8abb-54f96158360f service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230464 Jun 16 16:52:39.803938 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:37Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:52:39.808418 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbf4034-519c-4338-936d-fa60c9b89142 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:37Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:52:40.017169 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacbd773-f26b-4351-b6c8-fc914a8c0c1e None None] New status for floating IP 21e958cf-81f0-477b-906a-ada1a196a83d: ACTIVE {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:52:40.105637 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:40.191106 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-8469f714-6d7f-4c16-ac99-b021b17e9771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:41.345262 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:43.105484 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:45.694348 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:52:50.637335 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:53:07.396648 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c33d40db-ce6a-4566-a464-a6da604e8cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:10.201842 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:10.254342 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-21bbf352-b756-45f6-92b8-37679add0fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:11.333949 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:13.100179 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:15.698990 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:27.637635 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:53:29.944581 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-e40ec5e3-f7fa-4538-b34d-6e06f3407e4a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607879 Jun 16 16:53:30.056929 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-fe80f548-0d71-429f-9c7a-1eb8190b4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:30.058420 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-fe80f548-0d71-429f-9c7a-1eb8190b4340 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.0594411 Jun 16 16:53:30.204944 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-7c1043aa-8742-438b-908c-e6051fa1d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:30.207110 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-7c1043aa-8742-438b-908c-e6051fa1d46a service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1229515 Jun 16 16:53:30.277983 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-48677b96-0e23-4d33-b7f8-d6315271953d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 1001 time: 0.0641434 Jun 16 16:53:30.339720 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-9f8a386b-7400-4127-a7ff-eca1d53b5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:30.342245 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-9f8a386b-7400-4127-a7ff-eca1d53b5253 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0561333 Jun 16 16:53:30.406312 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-6e18dba6-62b8-4e31-8674-05306ce0de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:53:30.408022 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-6e18dba6-62b8-4e31-8674-05306ce0de20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577116 Jun 16 16:53:30.514812 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-97b601f0-38c4-4a8f-8b03-3f0bbc623a9c service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969658 Jun 16 16:53:30.608096 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-fb0fa8ca-f0d8-4b9b-897c-70e3c2a370aa req-8dc345e9-c79e-4eb2-a358-f62fccafd93a service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856764 Jun 16 16:53:37.360394 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3cf3f10f-0488-40c7-8556-2dbc6b39c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:40.258669 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fb98ac9c-42e7-4b03-8fec-27873efd79c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:40.270491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:41.355872 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:43.235284 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:53:45.715358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:04.637052 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:07.417362 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a09657b4-cde4-4f21-b2f1-372026551716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:10.131903 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:10.177703 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-70cf4ec2-2be5-44ba-b7e0-3bad2c9256a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:11.354860 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:13.119465 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:15.742350 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:29.934968 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-7534254f-8cd7-47d8-9ae8-f6aefea2dcd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610445 Jun 16 16:54:30.041781 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185765-02fb-4612-9f39-1874b0901ca6 req-0ef10823-e830-43dc-bae6-622212090a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:30.043462 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-0ef10823-e830-43dc-bae6-622212090a58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.0566781 Jun 16 16:54:30.174434 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185765-02fb-4612-9f39-1874b0901ca6 req-d8f32fa2-0664-46ae-9961-6e9930d5963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:30.175918 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-d8f32fa2-0664-46ae-9961-6e9930d5963c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1037395 Jun 16 16:54:30.258454 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-8fab7707-dc97-4478-8280-423274321af4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 1001 time: 0.0760009 Jun 16 16:54:30.309276 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185765-02fb-4612-9f39-1874b0901ca6 req-0d738170-2ac3-400f-ba18-3afdb38b34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:30.310841 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-0d738170-2ac3-400f-ba18-3afdb38b34ad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0461619 Jun 16 16:54:30.371242 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11185765-02fb-4612-9f39-1874b0901ca6 req-7ce3078b-65c3-48ba-8197-1f33bdfa6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:54:30.372793 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-7ce3078b-65c3-48ba-8197-1f33bdfa6737 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532792 Jun 16 16:54:30.471180 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-cdf9e682-0640-43c2-90b3-a669b58879a6 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898230 Jun 16 16:54:30.567727 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-11185765-02fb-4612-9f39-1874b0901ca6 req-6dddff5a-e82a-4ba1-a454-f18473b4b664 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893908 Jun 16 16:54:37.371764 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-33a20475-613e-4eae-af99-e4b31d8e128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:40.119881 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:40.176763 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fae52d88-7455-4ed5-af42-2d103dc52a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:41.451385 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:41.635759 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:54:43.192603 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:54:45.737023 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:07.393737 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-cac64840-d080-42a2-ace2-a40a8ee57bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:07.424543 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-4db88437-b1b4-44a9-b387-c0e1e756c4e1 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070019116&fields=id&tenant_id=13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 267 time: 0.0457978 Jun 16 16:55:07.580586 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-136adfe4-d07e-4d9b-b61a-3f7547dd2674 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:07.582215 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-136adfe4-d07e-4d9b-b61a-3f7547dd2674 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 810 time: 0.1502602 Jun 16 16:55:07.598984 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-375ee20d-6cdf-4fd7-b982-a6b79eca7c80 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/quotas/13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 375 time: 0.0105994 Jun 16 16:55:07.679989 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-f87c3fb8-4fab-4d58-ab07-41464ca6d853 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0754211 Jun 16 16:55:07.698181 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-4bee90a9-5675-4fb1-a48e-db0328c7818e service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=92415) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 16:55:07.699252 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-4bee90a9-5675-4fb1-a48e-db0328c7818e service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059605 Jun 16 16:55:07.805897 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-46efdf5b-161c-4c1f-b620-42c8a0b40d5b service neutron] 10.222.0.91 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988638 Jun 16 16:55:07.910631 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-d14adcaa-765a-4ed7-b2c2-a98fafc97e80 service neutron] 10.222.0.91 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980258 Jun 16 16:55:08.600698 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-35ce9dc9-c1e2-434e-a016-a3d365405659 req-8304911b-5698-4492-83ba-5609e735c366 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 210 time: 0.0353181 Jun 16 16:55:09.700075 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-33f2bd8d-f5f3-416d-8419-18d4d82e41e4 req-97b03158-8547-4c36-9f2f-8811c7297119 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 210 time: 0.0305169 Jun 16 16:55:10.256568 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-016462e7-0910-4a71-a776-54f215d85835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.259684 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:10.883557 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3bb39150-c426-471f-acf9-719c7acd6460 req-dc482b9b-ace7-45ff-9c60-f75ea74d261e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 210 time: 0.0306306 Jun 16 16:55:11.353231 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:11.677151 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a48a0acd-dd5f-49cf-b82c-9d889c6b44f8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:11.678815 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a48a0acd-dd5f-49cf-b82c-9d889c6b44f8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 810 time: 0.1170490 Jun 16 16:55:11.726530 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-2cf5ef8f-630d-4e84-82c6-4fd9b2ea05dd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13fe06130350426ca0e64b9addff03eb HTTP/1.1" status: 200 len: 380 time: 0.0386026 Jun 16 16:55:11.735988 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'port': {'device_id': 'c4e9357f-5938-41df-831f-99071a6770fc', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'admin_state_up': True, 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'security_groups': ['11374063-2e3a-415b-ab17-c80f7aab7c91']}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:12.010663 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Made reservation on behalf of 13fe06130350426ca0e64b9addff03eb for: {'port': 1} {{(pid=92415) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:55:12.015936 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.130878 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-20428c7d-3257-47d7-87d5-30fefed8b6a3 req-af9956ee-19b3-4e30-a73f-6d39fa523f4c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 210 time: 0.0378830 Jun 16 16:55:12.243718 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_common [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Allocated IP 172.20.0.13 (ddd8898f-926a-45ea-80a9-2fcc4120f92e/4445d106-8df7-4d7f-9caa-2d7e72bb1fd7/8f631bb6-5810-46bb-9f8d-ab7a794d499e) {{(pid=92415) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:12.705407 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.721557 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Transition to ACTIVE for port object 8f631bb6-5810-46bb-9f8d-ab7a794d499e will not be triggered until provisioned by entity DHCP. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:12.868314 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26648593'] for port, after_create {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:12.872858 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6ad9aa45-cd37-44fe-a4f1-dc747cf70fe8 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:12.926914 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e is already hosted by enough agents. {{(pid=92415) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:12.933155 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.base_scheduler [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Resources bound (agent type, host, resource id): {{(pid=92415) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:12.944423 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Received port after_create {{(pid=92415) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:12.988459 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=8f631bb6-5810-46bb-9f8d-ab7a794d499e,revision_number=1']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:13.011837 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.012746 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.012746 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.013382 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.013818 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.014319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.015018 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.015508 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.016680 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.017288 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.018129 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.018489 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:13.027797 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:13.053336 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:13.054130 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.176433 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.212967 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-89cbe639-f609-4a76-a28c-92e832906ce9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4808273 Jun 16 16:55:13.232159 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.v2.base [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Request body: {'port': {'device_id': 'c4e9357f-5938-41df-831f-99071a6770fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79668'}} {{(pid=92415) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:13.285018 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-1d8da6a1-cbc2-4dba-a556-41521d3630ae None None] Provisioning for port 8f631bb6-5810-46bb-9f8d-ab7a794d499e completed by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:13.291359 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-1d8da6a1-cbc2-4dba-a556-41521d3630ae None None] Provisioning complete for port 8f631bb6-5810-46bb-9f8d-ab7a794d499e triggered by entity DHCP. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:13.295256 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-1d8da6a1-cbc2-4dba-a556-41521d3630ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.347723 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-1d8da6a1-cbc2-4dba-a556-41521d3630ae None None] Port 8f631bb6-5810-46bb-9f8d-ab7a794d499e cannot update to ACTIVE because it is not bound. {{(pid=92417) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:55:13.377809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.454953 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453a2ca-1889-4b4c-958d-7812d781ee0d req-51ad7445-d8c7-4766-b428-6f6155e86178 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:13.456576 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a453a2ca-1889-4b4c-958d-7812d781ee0d req-51ad7445-d8c7-4766-b428-6f6155e86178 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 932 time: 0.1574471 Jun 16 16:55:13.565762 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a453a2ca-1889-4b4c-958d-7812d781ee0d req-18ba6fff-2661-4dbb-a049-bcead46120cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019411 Jun 16 16:55:13.734033 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f631bb6-5810-46bb-9f8d-ab7a794d499e {{(pid=92415) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:13.744352 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.759525 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.provisioning_blocks [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Transition to ACTIVE for port object 8f631bb6-5810-46bb-9f8d-ab7a794d499e will not be triggered until provisioned by entity L2. {{(pid=92415) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:55:13.821914 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:13.824364 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-41f0b2de-482b-46d9-8bf6-e49beb381d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:13.926571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Pushing event updated for resources: {'Port': ['ID=8f631bb6-5810-46bb-9f8d-ab7a794d499e,revision_number=2']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:13.952532 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:14.022058 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Attempting to bind port 8f631bb6-5810-46bb-9f8d-ab7a794d499e on host hv-cinder-79668 for vnic_type normal with profile {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:55:14.022950 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Attempting to bind port 8f631bb6-5810-46bb-9f8d-ab7a794d499e by drivers openvswitch,hyperv on host hv-cinder-79668 at level 0 using segments [{'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:55:14.022950 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Attempting to bind port 8f631bb6-5810-46bb-9f8d-ab7a794d499e on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:14.028076 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Port 8f631bb6-5810-46bb-9f8d-ab7a794d499e on network ddd8898f-926a-45ea-80a9-2fcc4120f92e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79668 {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:55:14.028390 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Attempting to bind port 8f631bb6-5810-46bb-9f8d-ab7a794d499e on network ddd8898f-926a-45ea-80a9-2fcc4120f92e {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:55:14.036038 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Checking agent: {'id': '95c8aae8-f38d-4472-bff7-b615d8c7714b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79668', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'started_at': datetime.datetime(2021, 6, 16, 16, 29, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:55:14.036610 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Checking segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92415) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:55:14.037225 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Bound using segment: {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'} {{(pid=92415) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:55:14.037953 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.managers [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Bound port: 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host: hv-cinder-79668, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b261492-0b5b-45ab-90d8-800c47361e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e'}}] {{(pid=92415) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:55:14.038511 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.124113 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] For port 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host hv-cinder-79668, cleared binding levels {{(pid=92415) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:55:14.128338 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] For port 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host hv-cinder-79668, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92415) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:55:14.262845 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26648583'] for port, after_update {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.264983 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0be45419-6d5c-4e95-ace5-0f495886651f tempest-VolumesSnapshotTestJSON-206471736 tempest-VolumesSnapshotTestJSON-206471736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:14.303059 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.303986 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:14.305811 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] 10.222.0.52 "PUT /v2.0/ports/8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 200 len: 1094 time: 1.0809622 Jun 16 16:55:14.306453 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:14.309402 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca523d49-8d58-4864-88b2-fc3b93e68c71" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:14.347469 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Pushing event updated for resources: {'Port': ['ID=8f631bb6-5810-46bb-9f8d-ab7a794d499e,revision_number=3']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:14.353333 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:14.444492 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c4b81-29b0-4cb3-af0b-129271c53ddb x-openstack-request-id: req-087c4b81-29b0-4cb3-af0b-129271c53ddb {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:14.445164 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:14.445719 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-087c4b81-29b0-4cb3-af0b-129271c53ddb {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:14.446351 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'status': 'completed', 'code': 200} Jun 16 16:55:14.540577 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-461fe28c-01d6-410b-ac2b-9443f90bc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.542415 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-461fe28c-01d6-410b-ac2b-9443f90bc81f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1097 time: 0.0744605 Jun 16 16:55:14.591866 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-5dafefdf-48d4-4a1c-a3dc-2f1f92e5b142 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 200 len: 217 time: 0.0402725 Jun 16 16:55:14.655964 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-8c4fea2d-6bac-423d-8b4a-7c15a3cafb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.657585 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-8c4fea2d-6bac-423d-8b4a-7c15a3cafb75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0590937 Jun 16 16:55:14.842055 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-6327dc5d-496b-43f8-a470-b9679eedae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.845069 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-6327dc5d-496b-43f8-a470-b9679eedae36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1797402 Jun 16 16:55:14.868402 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad0164-61f0-40ea-8851-03b79bf1e101 req-a4ce2035-3b03-4778-8e7c-be7cbe6e17b1 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:14.870033 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21ad0164-61f0-40ea-8851-03b79bf1e101 req-a4ce2035-3b03-4778-8e7c-be7cbe6e17b1 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.1602483 Jun 16 16:55:14.959625 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-21ad0164-61f0-40ea-8851-03b79bf1e101 req-81715bf3-0cb7-44b5-ae6a-113732f8d1d6 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790622 Jun 16 16:55:14.982919 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-99c7cef3-1ea9-4b62-8c2a-00819c68cd96 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313303 Jun 16 16:55:15.091700 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3d83e10b-30fc-4a80-88dd-25d832360414 req-43c973a4-98ed-4ea1-98c8-a5d1a6ecb86b service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013849 Jun 16 16:55:15.358173 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-51da41bd-c33a-482b-aebf-34c52b46ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:15.359857 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-51da41bd-c33a-482b-aebf-34c52b46ce3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1097 time: 0.0586863 Jun 16 16:55:15.522049 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-0fa59a46-08f8-44fd-98c6-b199046efd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:15.524569 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-0fa59a46-08f8-44fd-98c6-b199046efd21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1556449 Jun 16 16:55:15.572422 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-0cc1ea29-f961-4a00-8fe5-403eab302b6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 200 len: 217 time: 0.0408616 Jun 16 16:55:15.623828 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-ffd75596-0022-4a5b-9d88-c8cc60a2bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:15.625981 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-ffd75596-0022-4a5b-9d88-c8cc60a2bcbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0467968 Jun 16 16:55:15.695655 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-6cc803b0-0c52-487b-88d9-e7a69c3f23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:15.697424 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-6cc803b0-0c52-487b-88d9-e7a69c3f23f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640225 Jun 16 16:55:15.792969 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:15.835925 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-dc5a6075-7cae-4803-ac0a-136d31a71ab1 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294460 Jun 16 16:55:15.947416 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ca523d49-8d58-4864-88b2-fc3b93e68c71 req-9e2ab68b-381b-483b-a62d-068f4c810798 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045239 Jun 16 16:55:16.150477 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34556-fa6f-412f-ac48-c0f5b236e70c req-c2d565a4-5811-46c2-bf04-591a58392777 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:16.152068 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1b34556-fa6f-412f-ac48-c0f5b236e70c req-c2d565a4-5811-46c2-bf04-591a58392777 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0685930 Jun 16 16:55:16.199384 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-d1b34556-fa6f-412f-ac48-c0f5b236e70c req-756fb764-29d3-48e5-8ea3-5a896150246a tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359266 Jun 16 16:55:17.399010 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4ee85-817d-4308-b2e3-97ee9e97fe92 req-6f1d225f-5deb-4e83-a1f7-9ceaa3f52068 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:17.400698 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ebb4ee85-817d-4308-b2e3-97ee9e97fe92 req-6f1d225f-5deb-4e83-a1f7-9ceaa3f52068 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0705273 Jun 16 16:55:17.443422 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ebb4ee85-817d-4308-b2e3-97ee9e97fe92 req-f4d85dbc-708d-4e70-9982-6c8d200d9dfd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364826 Jun 16 16:55:18.646121 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:55:18.676925 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c4add-097c-44ad-b569-712cfb24950c req-b03f09c7-3ee6-4086-b967-e48892bba7df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:18.678777 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-143c4add-097c-44ad-b569-712cfb24950c req-b03f09c7-3ee6-4086-b967-e48892bba7df tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.1091096 Jun 16 16:55:18.748882 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-143c4add-097c-44ad-b569-712cfb24950c req-2a2172a4-82a8-4758-8d10-1513d082b776 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619972 Jun 16 16:55:19.958686 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faf67e-002d-4929-998c-d949c6aadc2b req-951ba218-43c9-487b-a863-3c14d3d94369 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:19.960346 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14faf67e-002d-4929-998c-d949c6aadc2b req-951ba218-43c9-487b-a863-3c14d3d94369 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0697625 Jun 16 16:55:20.003077 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14faf67e-002d-4929-998c-d949c6aadc2b req-80e4d238-67cf-4a93-b85d-9b408027590f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363834 Jun 16 16:55:21.193757 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8cea8-6765-4ae8-8c52-ce96629ef873 req-e128390b-22e2-40f6-b50f-e3cc031f7311 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:21.195466 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbe8cea8-6765-4ae8-8c52-ce96629ef873 req-e128390b-22e2-40f6-b50f-e3cc031f7311 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0724788 Jun 16 16:55:21.237175 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-dbe8cea8-6765-4ae8-8c52-ce96629ef873 req-4a94841a-0030-48e5-8715-127835dbdfaa tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346158 Jun 16 16:55:22.466140 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86df19-4334-4034-a6ff-b86d6f9139c3 req-fb81c9b3-0bd3-4017-a472-5cd23615b582 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:22.467762 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7a86df19-4334-4034-a6ff-b86d6f9139c3 req-fb81c9b3-0bd3-4017-a472-5cd23615b582 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0682929 Jun 16 16:55:22.511059 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7a86df19-4334-4034-a6ff-b86d6f9139c3 req-1ed5e4d9-d44b-4dae-a1bb-1dc4a8005d83 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371785 Jun 16 16:55:23.695663 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844837d-ef84-454b-ab0c-72f3a1c4b843 req-90e00409-7c91-4138-85b8-f708c3d68e2f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:23.697254 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9844837d-ef84-454b-ab0c-72f3a1c4b843 req-90e00409-7c91-4138-85b8-f708c3d68e2f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0668435 Jun 16 16:55:23.743171 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9844837d-ef84-454b-ab0c-72f3a1c4b843 req-2c768b28-6f6f-40fe-a0ce-82ee6eb28fbb tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Jun 16 16:55:24.723158 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 8f631bb6-5810-46bb-9f8d-ab7a794d499e details requested by agent hyperv_hv-cinder-79668 with host hv-cinder-79668 {{(pid=92417) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:55:24.834813 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:24.852527 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Returning: {'device': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'port_id': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'mac_address': 'fa:16:3e:33:8d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92417) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:55:24.908541 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:24.926182 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f631bb6-5810-46bb-9f8d-ab7a794d499e {{(pid=92417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:55:24.952515 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:24.959420 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebe21b-163b-4c16-a2ad-2920c08a9f38 req-56ebf41b-b129-4594-bad9-a647ac705bf0 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:24.961763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-79ebe21b-163b-4c16-a2ad-2920c08a9f38 req-56ebf41b-b129-4594-bad9-a647ac705bf0 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 944 time: 0.0858996 Jun 16 16:55:25.004942 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-79ebe21b-163b-4c16-a2ad-2920c08a9f38 req-c23bb51c-12e7-4df3-9447-eb50a2e02c5b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369408 Jun 16 16:55:25.050475 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:25.052621 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:25.105176 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=8f631bb6-5810-46bb-9f8d-ab7a794d499e,revision_number=4']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:25.113534 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.113880 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.114216 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.114546 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.114875 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.115199 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.115522 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.115843 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.116167 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.116487 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.116805 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.117381 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:25.121731 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:25.572336 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] get_ports_and_sgs() called for port_ids ['8f631bb6-5810-46bb-9f8d-ab7a794d499e'] {{(pid=92417) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:55:26.220650 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3a750-bb83-4245-97f5-c6ecfa200341 req-8befcbf8-2668-41b3-8695-a5eb139e62b7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:26.222324 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-39d3a750-bb83-4245-97f5-c6ecfa200341 req-8befcbf8-2668-41b3-8695-a5eb139e62b7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 945 time: 0.0983953 Jun 16 16:55:26.276326 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-39d3a750-bb83-4245-97f5-c6ecfa200341 req-9dd49919-07a3-487c-af45-dc58b9a6ba59 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Jun 16 16:55:26.754377 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 8f631bb6-5810-46bb-9f8d-ab7a794d499e up at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:55:26.907678 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning for port 8f631bb6-5810-46bb-9f8d-ab7a794d499e completed by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:55:26.912471 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.provisioning_blocks [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Provisioning complete for port 8f631bb6-5810-46bb-9f8d-ab7a794d499e triggered by entity L2. {{(pid=92417) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:55:26.912943 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2072934'] for port, provisioning_complete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.000759 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.032182 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e'}] {{(pid=92417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:27.032182 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}525d1d8f723b66d59b7bc6e3fa35c5ee3f6ad02e7f660d3546108623285b4286" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d463ecc-e387-4dc8-a6ab-cd74d6016e75" -d '{"events": [{"server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "name": "network-vif-plugged", "status": "completed", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e"}]}' {{(pid=92417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:27.050407 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] For port 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:55:27.132047 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed83b48-7ca9-471f-a530-09cb15837e7d x-openstack-request-id: req-7ed83b48-7ca9-471f-a530-09cb15837e7d {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:27.132389 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "name": "network-vif-plugged", "status": "completed", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e", "code": 200}]} {{(pid=92417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:27.132697 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7ed83b48-7ca9-471f-a530-09cb15837e7d {{(pid=92417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:27.133144 dv-cinder-796685-1-iscsi neutron-server[92417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'code': 200} Jun 16 16:55:27.415816 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069'] for port, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:27.418096 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:27.499691 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Pushing event updated for resources: {'Port': ['ID=8f631bb6-5810-46bb-9f8d-ab7a794d499e,revision_number=5']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:27.505580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:27.517064 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea67f9a-0603-4e75-a966-582176e0dd22 req-45c31c5c-5101-4ef0-8ec2-18a06ed939f7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.519059 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aea67f9a-0603-4e75-a966-582176e0dd22 req-45c31c5c-5101-4ef0-8ec2-18a06ed939f7 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.0984879 Jun 16 16:55:27.566696 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-aea67f9a-0603-4e75-a966-582176e0dd22 req-30defc68-170b-4982-b8ef-7530c4e1d102 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405869 Jun 16 16:55:27.790785 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7a958-9a7f-4ff6-9597-d06b49f83411 req-f2c7cc55-a640-46e9-be6c-999bfc9282af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:27.792601 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87e7a958-9a7f-4ff6-9597-d06b49f83411 req-f2c7cc55-a640-46e9-be6c-999bfc9282af service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1099 time: 0.0581493 Jun 16 16:55:27.832723 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-87e7a958-9a7f-4ff6-9597-d06b49f83411 req-f75066d6-5760-46fc-ad6c-0def6afbd49e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329423 Jun 16 16:55:28.932916 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70450c-84cf-4e58-a971-9469e84cc7a5 req-747f0997-64cd-4925-8bcb-53f8e3e6192e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:28.935356 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9a70450c-84cf-4e58-a971-9469e84cc7a5 req-747f0997-64cd-4925-8bcb-53f8e3e6192e tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.0775464 Jun 16 16:55:28.976766 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-9a70450c-84cf-4e58-a971-9469e84cc7a5 req-e32b2709-90b4-4f37-ae9b-46d5f02314bc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351317 Jun 16 16:55:30.008180 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-aefa42c9-0377-48b3-bd6b-b336cb33204a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861371 Jun 16 16:55:30.194395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-6bf61713-6cfc-484b-928a-d9ae0fc50183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.195911 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-6bf61713-6cfc-484b-928a-d9ae0fc50183 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.1018834 Jun 16 16:55:30.216796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffda59-e3d7-4875-afc7-45d8503bceab req-d5ede6e2-4335-4552-9e47-63a06f39d000 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.218385 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b4ffda59-e3d7-4875-afc7-45d8503bceab req-d5ede6e2-4335-4552-9e47-63a06f39d000 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.0856366 Jun 16 16:55:30.318521 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b4ffda59-e3d7-4875-afc7-45d8503bceab req-1ab8b942-ad59-429c-9fb0-7b2a9e4f05f9 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874827 Jun 16 16:55:30.345193 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-5d61ee2e-14be-430b-b3d9-923ec016fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.346714 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-5d61ee2e-14be-430b-b3d9-923ec016fd62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1235619 Jun 16 16:55:30.440492 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-8386abb7-d7f0-4805-b476-867c286944e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 1001 time: 0.0868888 Jun 16 16:55:30.526606 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-21bc4df3-db2e-4ca4-b635-bf4834d5259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.528003 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-21bc4df3-db2e-4ca4-b635-bf4834d5259d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0811670 Jun 16 16:55:30.584621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936d21-bc64-491d-b859-ab00523b8185 req-d4c96e07-abc5-4831-992e-51ea14c4448f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.586231 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b4936d21-bc64-491d-b859-ab00523b8185 req-d4c96e07-abc5-4831-992e-51ea14c4448f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.1305761 Jun 16 16:55:30.642608 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-b4936d21-bc64-491d-b859-ab00523b8185 req-afb99f7c-ac2f-4c6e-9cf0-0aa59e0e24b1 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498106 Jun 16 16:55:30.645728 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-513ac601-a0e4-4063-8dcd-22e40b0e0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.647235 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-513ac601-a0e4-4063-8dcd-22e40b0e0c12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1082711 Jun 16 16:55:30.688252 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38058) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:30.782763 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-66ca9830-7801-4022-a41a-44dde39b3010 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278594 Jun 16 16:55:30.808586 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b63fa3-e402-44fe-a38f-f16fa2d3f8f7 tempest-TestVolumeBootPattern-1158816492 tempest-TestVolumeBootPattern-1158816492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92416) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:30.814691 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-59b63fa3-e402-44fe-a38f-f16fa2d3f8f7 tempest-TestVolumeBootPattern-1158816492 tempest-TestVolumeBootPattern-1158816492-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1094 time: 0.1204455 Jun 16 16:55:30.815268 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38064) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:55:30.820332 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.v2.base [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Request body: {'floatingip': {'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'port_id': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92416) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:55:30.893103 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-14c897ca-022a-45e6-bcd5-e12c10b8b886 req-378eb23d-6929-41af-b8b8-aa75f6a9dc28 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035450 Jun 16 16:55:30.935965 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.049658 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1962444'] for port, before_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.170252 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_common [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Allocated IP 172.27.3.223 (eb129f75-119b-4234-a89c-5d0e9d7e906b/01630ad1-fd4e-4f45-8d89-f7815d303681/1f41f842-3101-40b8-8f2f-17e8275d97f4) {{(pid=92416) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:55:31.295836 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.393780 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1962505', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783600522006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2669923'] for port, after_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:31.396191 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:31.437367 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Network eb129f75-119b-4234-a89c-5d0e9d7e906b is already hosted by enough agents. {{(pid=92416) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:55:31.443802 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.base_scheduler [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Resources bound (agent type, host, resource id): {{(pid=92416) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:55:31.446545 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Received port after_create {{(pid=92416) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:55:31.472987 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=1f41f842-3101-40b8-8f2f-17e8275d97f4,revision_number=1']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:31.488769 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.489159 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.489596 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.489976 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.490350 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.490725 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.491147 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.491519 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.492138 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.492524 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.492887 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.493250 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:55:31.497628 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:32.136493 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.294397 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1962462'] for port, before_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.469814 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for port, precommit_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.564679 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600913511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783600522024', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783600522069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2669941'] for port, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.567042 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2bf08b90-1ded-49db-8f9b-f739df8ba613 tempest-TestMinimumBasicScenario-711735693 tempest-TestMinimumBasicScenario-711735693-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:55:32.642814 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event updated for resources: {'Port': ['ID=1f41f842-3101-40b8-8f2f-17e8275d97f4,revision_number=2']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:55:32.647366 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:55:32.657798 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677602'] for floatingip, after_update {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:32.759842 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Floating IP 53d247a7-77af-4639-b288-f2f415963d84 associated. External IP: 172.27.3.223, port: 8f631bb6-5810-46bb-9f8d-ab7a794d499e. Jun 16 16:55:33.000925 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:55:33.121193 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:55:33.134757 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:55:33.147460 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:33.148160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:55:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:33.204714 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:33.249669 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-18e58696-b122-464a-b353-b9dfaac40adc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4331045 Jun 16 16:55:33.250525 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:55:33.253858 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f37dac-df35-4385-a73c-db32994bbd11" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:55:33.293022 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:33.352478 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968b9e1-1635-4c5a-95b5-3445fcbaf5da x-openstack-request-id: req-e968b9e1-1635-4c5a-95b5-3445fcbaf5da {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:55:33.352967 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:55:33.353425 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-e968b9e1-1635-4c5a-95b5-3445fcbaf5da {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:55:33.354012 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'status': 'completed', 'code': 200} Jun 16 16:55:33.445586 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37dac-df35-4385-a73c-db32994bbd11 req-fb4b1d0d-7275-4d01-95b3-416ee10378f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:33.447148 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-fb4b1d0d-7275-4d01-95b3-416ee10378f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1099 time: 0.0617895 Jun 16 16:55:33.556448 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37dac-df35-4385-a73c-db32994bbd11 req-4412d941-6c27-4340-9c7d-66e7bae57804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:33.559016 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-4412d941-6c27-4340-9c7d-66e7bae57804 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1043322 Jun 16 16:55:33.588470 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:40Z', 'revision_number': 1, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}, {'id': '53d247a7-77af-4639-b288-f2f415963d84', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:33:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9357f-5938-41df-831f-99071a6770fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:55:31Z', 'updated_at': '2021-06-16T16:55:31Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:33.592405 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:55:33.602848 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:55:33.603378 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:55:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:33.671358 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-8895f9cd-1895-4b5f-ac81-d8891beea348 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 200 len: 1000 time: 0.0971754 Jun 16 16:55:33.735247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:55:33.745785 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37dac-df35-4385-a73c-db32994bbd11 req-52c00ea7-14f0-4f42-9883-76525a981c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:33.748238 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-52c00ea7-14f0-4f42-9883-76525a981c35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0697291 Jun 16 16:55:33.823462 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f37dac-df35-4385-a73c-db32994bbd11 req-e2ac9560-8c4c-46ee-9bf6-d87e2b839e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:55:33.825039 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-e2ac9560-8c4c-46ee-9bf6-d87e2b839e3e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686333 Jun 16 16:55:33.927692 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-cfaa9f3c-cf14-427d-86aa-2d212f860e5a service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920517 Jun 16 16:55:34.005568 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:40Z', 'revision_number': 1, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}, {'id': '53d247a7-77af-4639-b288-f2f415963d84', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:33:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9357f-5938-41df-831f-99071a6770fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:55:31Z', 'updated_at': '2021-06-16T16:55:31Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:55:34.011430 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deead88-5eba-4c77-8dbb-49c528340c12 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:40Z', 'revision_number': 1, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}, {'id': '53d247a7-77af-4639-b288-f2f415963d84', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:33:8d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e9357f-5938-41df-831f-99071a6770fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:55:31Z', 'updated_at': '2021-06-16T16:55:31Z', 'revision_number': 0, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:55:34.038131 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-88f37dac-df35-4385-a73c-db32994bbd11 req-752b662a-0b2a-4be5-9370-600c5002da76 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035147 Jun 16 16:55:34.235330 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd71e7e-4cd2-432e-aef4-7f067436ee99 None None] New status for floating IP 53d247a7-77af-4639-b288-f2f415963d84: ACTIVE {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:55:37.370009 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e27cf914-1df3-4f53-ad2e-c95bb9933016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.107296 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:40.168798 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d314e68e-4ed9-4349-b6d5-ce2112cf081e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:41.347160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:43.112662 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:45.724373 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:55:55.646844 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:07.369214 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c469dfd8-af5d-4a3a-bb40-3b518084f9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:10.169024 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:10.220075 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6aff1792-b850-4f27-9166-57c574a1cc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:11.376612 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:13.129415 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:15.768909 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:17.392866 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [req-2e9ca81b-dd1f-40c8-aa2e-9652b3194836 req-eb11bd86-90c1-454c-a1dd-945dee8f8157 service neutron] (92415) timed out ('10.222.0.52', 59679) {{(pid=92415) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:56:32.004782 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-f8686bd2-0dbd-401b-92b4-24bea80f3460 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971038 Jun 16 16:56:32.086395 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05984a-858a-4dea-a303-8aac5bf4adab req-7f0caf3f-5021-469d-bcce-bf1f72bbbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.088068 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-7f0caf3f-5021-469d-bcce-bf1f72bbbd2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1099 time: 0.0571740 Jun 16 16:56:32.207286 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05984a-858a-4dea-a303-8aac5bf4adab req-4fc8b0eb-7635-4699-8d31-43c39ecd8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.208850 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-4fc8b0eb-7635-4699-8d31-43c39ecd8e98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.0966761 Jun 16 16:56:32.276670 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-6e28cd25-738f-4c07-bf7e-207077a22042 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 200 len: 1002 time: 0.0611503 Jun 16 16:56:32.335704 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05984a-858a-4dea-a303-8aac5bf4adab req-027ff8b9-a641-465c-8287-d7429e63cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.337185 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-027ff8b9-a641-465c-8287-d7429e63cc88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0514314 Jun 16 16:56:32.407181 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05984a-858a-4dea-a303-8aac5bf4adab req-5453319c-b346-419d-8a9f-170d73872dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:56:32.408783 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-5453319c-b346-419d-8a9f-170d73872dfa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631113 Jun 16 16:56:32.505707 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-1d83131d-16a3-4b21-82ab-0571b738001c service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886879 Jun 16 16:56:32.608327 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-df05984a-858a-4dea-a303-8aac5bf4adab req-6ff79531-7784-4839-a1cc-7938c934bb06 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955267 Jun 16 16:56:32.647310 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:56:37.380110 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-68dee711-b56a-43c1-aa62-0b4e5977f386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:40.128759 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:40.236761 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-346d04a5-5a14-4131-8aca-529cf1f7bd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:41.476014 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:43.128144 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:56:45.751578 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:00.626538 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [req-c185231d-2dd4-4ab6-886f-222c529af578 req-6d4a0f2f-704f-4b8a-8f42-0a2b93baf844 service neutron] (92416) timed out ('10.222.0.91', 34590) {{(pid=92416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:57:07.391161 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4a353698-e8d6-403d-a802-02981feb0d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:09.646793 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:10.173274 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:10.242510 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-6083a7fb-41ab-4f24-92d5-de1110541be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:11.361786 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:13.247726 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:15.739130 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:32.967489 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-18548d8e-3e7f-4843-ad6a-d67c37e43ec2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635078 Jun 16 16:57:33.080470 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-4810e3cf-9024-4952-9e22-4af8cbd42440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.082643 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-4810e3cf-9024-4952-9e22-4af8cbd42440 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.0673904 Jun 16 16:57:33.199591 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-69834017-0eae-438d-8629-31cc5b5efa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.201176 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-69834017-0eae-438d-8629-31cc5b5efa42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.0960517 Jun 16 16:57:33.275071 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-2d495259-28e1-4a70-b5a2-0919f60b150a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 1001 time: 0.0664690 Jun 16 16:57:33.327985 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-8af7c45d-21dd-48b1-a6f1-a8ce2098f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.329564 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-8af7c45d-21dd-48b1-a6f1-a8ce2098f3e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0470910 Jun 16 16:57:33.403948 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-5f24f5f6-7967-49dc-a62d-ffcd775c0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:33.406655 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-5f24f5f6-7967-49dc-a62d-ffcd775c0a93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696614 Jun 16 16:57:33.412568 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38104) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:33.546105 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-1d4f55cd-f40f-4e0e-9ed5-1ab675ebaff7 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301324 Jun 16 16:57:33.602077 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Deleting port 1f41f842-3101-40b8-8f2f-17e8275d97f4 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:33.602477 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:33.656507 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4e4d8a79-d8a1-4380-b51c-4a9b69f97ded req-d6dd1f7b-fe92-4250-980f-24934cc919cf service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032534 Jun 16 16:57:33.692345 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:33.692761 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:33.764560 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Calling delete_port for 1f41f842-3101-40b8-8f2f-17e8275d97f4 owned by network:floatingip {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:33.973124 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:33.975677 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-8fa5af31-c894-483a-8b4c-4386aa9d5a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:34.004278 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'Port': ['ID=1f41f842-3101-40b8-8f2f-17e8275d97f4,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:34.018117 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.018508 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.018888 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.019271 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.019639 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.020009 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.020377 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.020742 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.021107 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.021491 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.021856 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.022214 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92416) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:34.041202 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:34.082398 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:34.082794 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Floating IP 53d247a7-77af-4639-b288-f2f415963d84 disassociated (deleted). External IP: 172.27.3.223, port: 8f631bb6-5810-46bb-9f8d-ab7a794d499e. Jun 16 16:57:34.307270 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:34.420502 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:34.425181 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:34.432142 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:34.447989 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:34.448660 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:34.475947 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-e6f3107a-69a3-4588-b916-f42d68aefe08 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "DELETE /v2.0/floatingips/53d247a7-77af-4639-b288-f2f415963d84 HTTP/1.1" status: 204 len: 168 time: 1.0656667 Jun 16 16:57:34.477073 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:34.482184 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61daf15-e2ac-4656-b92c-b90465425cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:34.553867 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2118de72-0e94-4fa6-b100-d4f200b07610 x-openstack-request-id: req-2118de72-0e94-4fa6-b100-d4f200b07610 {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:34.555017 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:34.555841 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2118de72-0e94-4fa6-b100-d4f200b07610 {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:34.556855 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'status': 'completed', 'code': 200} Jun 16 16:57:34.613808 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:34.665091 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-006554a2-436b-464c-824b-2f0632ed0054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:34.667395 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-006554a2-436b-464c-824b-2f0632ed0054 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 1099 time: 0.0818703 Jun 16 16:57:35.071898 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-a08481ce-f8d7-403f-9012-b0b95b76e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.073861 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-a08481ce-f8d7-403f-9012-b0b95b76e85f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.3987401 Jun 16 16:57:35.080263 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:40Z', 'revision_number': 1, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:35.084924 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:35.097981 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:35.098709 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:10Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:35.128756 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-b3728923-0784-4b5d-8c7b-05ac0af0c8ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 200 len: 217 time: 0.0449955 Jun 16 16:57:35.187082 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-c10c3644-e120-48ed-a6ed-deefcb383121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.189004 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-c10c3644-e120-48ed-a6ed-deefcb383121 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0537839 Jun 16 16:57:35.219262 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:35.266318 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-ef0fe19c-a117-4424-b562-bb3b2a70f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:35.268070 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-ef0fe19c-a117-4424-b562-bb3b2a70f4ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717700 Jun 16 16:57:35.427788 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-6271c2b1-82ef-4c2f-8275-3a2d956799ec service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508150 Jun 16 16:57:35.511503 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:40Z', 'revision_number': 1, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:35.517011 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4430a3e-a1d0-4f16-81b9-c5501e0e1645 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_floatingips': [{'id': '21e958cf-81f0-477b-906a-ada1a196a83d', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'router_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'port_id': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'mac_address': 'fa:16:3e:e2:a9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b556a-ac97-49b8-a252-6e5f265e377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T16:52:37Z', 'updated_at': '2021-06-16T16:52:40Z', 'revision_number': 1, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:35.541293 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a61daf15-e2ac-4656-b92c-b90465425cdf req-799afc9c-1531-46b7-8cd7-bb6334b53f27 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061158 Jun 16 16:57:35.810802 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abbbd1-6712-4785-90ea-2fced006a3f1 None None] New status for floating IP 53d247a7-77af-4639-b288-f2f415963d84: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:57:36.499984 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd1b93-4c8b-4928-945b-693afa6fbb99 req-fed1688b-1cc9-499e-aa3d-56be5349cd4d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:36.501619 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94dd1b93-4c8b-4928-945b-693afa6fbb99 req-fed1688b-1cc9-499e-aa3d-56be5349cd4d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.1412134 Jun 16 16:57:36.541689 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-94dd1b93-4c8b-4928-945b-693afa6fbb99 req-2f9e21db-f549-4bc3-8109-8c725c21bc70 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331841 Jun 16 16:57:37.389650 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4f8af657-e1f1-42af-a6b9-dd0dc5c38d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:37.782607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3703e-28a5-4b09-b453-1d93d74727d6 req-4544ca36-744a-4b55-8e65-3d679df9c1bb tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:37.784237 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4ba3703e-28a5-4b09-b453-1d93d74727d6 req-4544ca36-744a-4b55-8e65-3d679df9c1bb tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.1226521 Jun 16 16:57:37.846261 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-4ba3703e-28a5-4b09-b453-1d93d74727d6 req-6fecc796-1418-46fb-bed3-abab6d76e37c tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550580 Jun 16 16:57:38.184235 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-dd42457c-76aa-4e84-aede-ed70cdc8ff98 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:38.186245 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-dd42457c-76aa-4e84-aede-ed70cdc8ff98 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 946 time: 0.0678747 Jun 16 16:57:38.295185 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Deleting port 8f631bb6-5810-46bb-9f8d-ab7a794d499e {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:38.295521 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.388251 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] For port 8f631bb6-5810-46bb-9f8d-ab7a794d499e, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=8f631bb6-5810-46bb-9f8d-ab7a794d499e,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:38.388607 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.482120 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Calling delete_port for 8f631bb6-5810-46bb-9f8d-ab7a794d499e owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:38.750546 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.755190 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4f3a877e-6211-4bd3-ad0c-52028ef3a014 tempest-AttachVolumeNegativeTest-1769443867 tempest-AttachVolumeNegativeTest-1769443867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:38.780327 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'Port': ['ID=8f631bb6-5810-46bb-9f8d-ab7a794d499e,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:38.795537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.797013 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.797734 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.798350 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.798961 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.799606 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.800381 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.801162 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.801817 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.802428 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.806297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.806297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92415) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:38.825767 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:38.848480 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] No DVR routers for this DVR port 8f631bb6-5810-46bb-9f8d-ab7a794d499e on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:38.851994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:38.854459 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-206c1f84-7418-4d61-a7cd-c497a028a51e req-bee4b357-be8a-4bd8-8f73-416927b52209 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "DELETE /v2.0/ports/8f631bb6-5810-46bb-9f8d-ab7a794d499e HTTP/1.1" status: 204 len: 173 time: 0.6623442 Jun 16 16:57:38.855111 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'name': 'network-vif-deleted', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:38.858591 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f67e4bd-e472-4910-9a7f-26698e55854d" -d '{"events": [{"server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "name": "network-vif-deleted", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:38.896998 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecfea7b-3cfd-4df5-8be0-0a24aeb6bc1e x-openstack-request-id: req-9ecfea7b-3cfd-4df5-8be0-0a24aeb6bc1e {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:38.897332 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e9357f-5938-41df-831f-99071a6770fc", "name": "network-vif-deleted", "tag": "8f631bb6-5810-46bb-9f8d-ab7a794d499e", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:38.897823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9ecfea7b-3cfd-4df5-8be0-0a24aeb6bc1e {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:38.898160 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e9357f-5938-41df-831f-99071a6770fc', 'name': 'network-vif-deleted', 'tag': '8f631bb6-5810-46bb-9f8d-ab7a794d499e', 'status': 'completed', 'code': 200} Jun 16 16:57:39.024153 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-7db8a093-124f-4aec-94eb-9e28e18b99d3 req-4bd1e098-74ea-406d-83bb-2dd2efc0bd30 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 210 time: 0.0349538 Jun 16 16:57:40.150578 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.219086 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f97a9859-d623-4baf-96ee-c4a52c1db9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:40.272742 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-3273789d-eca6-48a5-835b-0e8a3bd990df req-eb8d4050-fb09-41ff-9bb3-b8c0700b472f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4e9357f-5938-41df-831f-99071a6770fc HTTP/1.1" status: 200 len: 210 time: 0.0338106 Jun 16 16:57:41.400608 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.115565 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:43.311783 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 8f631bb6-5810-46bb-9f8d-ab7a794d499e no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:43.331961 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 8f631bb6-5810-46bb-9f8d-ab7a794d499e {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:43.332318 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 8f631bb6-5810-46bb-9f8d-ab7a794d499e not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:43.921563 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38164) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:44.088783 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Deleting port 3d7bff8d-97b8-42bb-8777-edaf82b87015 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:44.089136 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.172039 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.172282 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.240139 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Calling delete_port for 3d7bff8d-97b8-42bb-8777-edaf82b87015 owned by network:floatingip {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:44.487207 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.489480 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-79b988db-49da-4193-88c5-c3251d1392d4 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:44.517028 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'Port': ['ID=3d7bff8d-97b8-42bb-8777-edaf82b87015,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:44.521835 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:44.588663 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:44.588998 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.db.l3_db [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Floating IP 21e958cf-81f0-477b-906a-ada1a196a83d disassociated (deleted). External IP: 172.27.3.28, port: 95e156e6-9fbf-47f1-9cdf-2165c4e18746. Jun 16 16:57:45.089328 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:45.197738 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:45.203195 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:45.209556 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:45.226128 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:45.227242 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:45.243814 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-a958d89b-3daf-4080-8736-5faf718d582b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "DELETE /v2.0/floatingips/21e958cf-81f0-477b-906a-ada1a196a83d HTTP/1.1" status: 204 len: 168 time: 1.3212903 Jun 16 16:57:45.244370 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746'}] {{(pid=92416) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:45.247312 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58f8dca1f160311e64b0d703a8a5b3be56f4a236430c75251211a192e68f0163" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69923fd-2db5-467a-903b-01f263f8ab4f" -d '{"events": [{"name": "network-changed", "server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746"}]}' {{(pid=92416) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:45.309015 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc46f4b-0350-436c-bc30-53b4884dec91 x-openstack-request-id: req-cfc46f4b-0350-436c-bc30-53b4884dec91 {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:45.310619 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746", "status": "completed", "code": 200}]} {{(pid=92416) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:45.311386 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-cfc46f4b-0350-436c-bc30-53b4884dec91 {{(pid=92416) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:45.312113 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'status': 'completed', 'code': 200} Jun 16 16:57:45.394475 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:45.411661 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-75b05d22-3a37-4c5a-b544-bab787e29eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.414187 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-75b05d22-3a37-4c5a-b544-bab787e29eea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=13fe06130350426ca0e64b9addff03eb&device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 1099 time: 0.0768816 Jun 16 16:57:45.529570 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-6279fdbd-5800-4e85-95f8-5163ff633558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.531058 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-6279fdbd-5800-4e85-95f8-5163ff633558 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 200 len: 912 time: 0.1098874 Jun 16 16:57:45.579017 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-a6c3e5a9-2d46-4224-8c2a-89a04104a410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 200 len: 217 time: 0.0413456 Jun 16 16:57:45.626632 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:45.630875 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:45.642286 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:45.643048 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:45.643512 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-5e696b6b-88e9-48b0-913a-a5fb909a2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.645063 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-5e696b6b-88e9-48b0-913a-a5fb909a2c9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 200 len: 849 time: 0.0597289 Jun 16 16:57:45.747683 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-616dda82-7b7d-4c62-820d-93b5ee9e9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:45.750436 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-616dda82-7b7d-4c62-820d-93b5ee9e9972 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddd8898f-926a-45ea-80a9-2fcc4120f92e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966611 Jun 16 16:57:45.805486 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:45.878113 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-4f62a330-0c9f-40b4-b514-cabc69138f5d service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211839 Jun 16 16:57:45.982121 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:46.029776 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-f69923fd-2db5-467a-903b-01f263f8ab4f req-eb03c6f6-c49c-4e39-ad83-8ad014c48b64 service neutron] 10.222.0.52 "GET /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179142 Jun 16 16:57:46.096830 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:46.101777 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2f2a7-e5f6-4a1e-9339-5fcfb65988c1 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:48:40Z', 'revision_number': 4, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi', '_interfaces': [{'id': 'ad868ab3-947a-4a04-a8b3-33c1651ebeb1', 'name': '', 'network_id': 'ddd8898f-926a-45ea-80a9-2fcc4120f92e', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'mac_address': 'fa:16:3e:fd:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:39Z', 'updated_at': '2021-06-16T16:48:46Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'subnets': [{'id': '4445d106-8df7-4d7f-9caa-2d7e72bb1fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:46.137071 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72051634-2fb8-4562-bc54-2219478a4df7 req-2f0d00da-a394-4a6c-9416-33bab76e807d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:46.140821 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-72051634-2fb8-4562-bc54-2219478a4df7 req-2f0d00da-a394-4a6c-9416-33bab76e807d tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 946 time: 0.0912120 Jun 16 16:57:46.191099 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-72051634-2fb8-4562-bc54-2219478a4df7 req-2d3cd499-737d-4a56-97df-2fd7542a4475 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441980 Jun 16 16:57:46.368600 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7064db-61b6-4a97-9350-1d7993314efd None None] New status for floating IP 21e958cf-81f0-477b-906a-ada1a196a83d: DOWN {{(pid=92418) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:57:46.646403 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:57:46.917084 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-3aaeb82f-4683-440b-8b90-483724490146 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:46.918529 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-3aaeb82f-4683-440b-8b90-483724490146 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 946 time: 0.0670102 Jun 16 16:57:47.031966 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Deleting port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:47.032386 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.126329 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] For port 95e156e6-9fbf-47f1-9cdf-2165c4e18746, host hv-cinder-79668, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79668',level=0,port_id=95e156e6-9fbf-47f1-9cdf-2165c4e18746,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:47.126695 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.205022 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Calling delete_port for 95e156e6-9fbf-47f1-9cdf-2165c4e18746 owned by compute:nova {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:47.475268 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72673f-7446-4e69-94f0-dd23c5816376 req-4d793489-a8b8-4dc9-a90c-ab5521c77e1f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92415) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:57:47.477049 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec72673f-7446-4e69-94f0-dd23c5816376 req-4d793489-a8b8-4dc9-a90c-ab5521c77e1f tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 946 time: 0.0706246 Jun 16 16:57:47.478677 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.483683 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-a406d5d6-fc0a-41eb-9d3f-f82e6172502d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:47.530079 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'Port': ['ID=95e156e6-9fbf-47f1-9cdf-2165c4e18746,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:47.535401 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:47.577205 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-ec72673f-7446-4e69-94f0-dd23c5816376 req-6bf36437-7b34-4d70-88e4-c66a8e96361b tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/security-groups?id=11374063-2e3a-415b-ab17-c80f7aab7c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882053 Jun 16 16:57:47.599687 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] No DVR routers for this DVR port 95e156e6-9fbf-47f1-9cdf-2165c4e18746 on host hv-cinder-79668 {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:47.608043 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for port, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:47.610154 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-a5c9f27b-e5d2-4245-a2b7-33c7fa525cc1 req-9b5d7fc1-17cf-4400-968e-39f843b84dde tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.52 "DELETE /v2.0/ports/95e156e6-9fbf-47f1-9cdf-2165c4e18746 HTTP/1.1" status: 204 len: 173 time: 0.6853685 Jun 16 16:57:47.610700 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'name': 'network-vif-deleted', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746'}] {{(pid=92415) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:57:47.613275 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd1a9f746e33fb244834d302db4a858390dee8031156ae1ec94dde3830cc14dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bde4623-7d1b-4c90-a440-3d049dde21d1" -d '{"events": [{"server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "name": "network-vif-deleted", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746"}]}' {{(pid=92415) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:57:47.651160 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f25d24-573c-4f99-a759-c3f38e617982 x-openstack-request-id: req-b5f25d24-573c-4f99-a759-c3f38e617982 {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:57:47.651578 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454b556a-ac97-49b8-a252-6e5f265e377d", "name": "network-vif-deleted", "tag": "95e156e6-9fbf-47f1-9cdf-2165c4e18746", "status": "completed", "code": 200}]} {{(pid=92415) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:57:47.651990 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b5f25d24-573c-4f99-a759-c3f38e617982 {{(pid=92415) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:57:47.652609 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454b556a-ac97-49b8-a252-6e5f265e377d', 'name': 'network-vif-deleted', 'tag': '95e156e6-9fbf-47f1-9cdf-2165c4e18746', 'status': 'completed', 'code': 200} Jun 16 16:57:48.768796 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [req-62a2a5da-0427-4a7c-b337-78a597c7d1fa req-901e449d-1356-4ccd-9cd1-b2608b094f9a tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "GET /v2.0/ports?device_id=454b556a-ac97-49b8-a252-6e5f265e377d HTTP/1.1" status: 200 len: 210 time: 0.0350831 Jun 16 16:57:49.880647 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 38190) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:49.894368 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [req-b5b509cb-7ec8-44cb-968b-543357687896 req-f3383328-e3bf-453f-a47a-62a0b69524cf service neutron] (92416) timed out ('10.222.0.91', 60284) {{(pid=92416) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:57:50.017263 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Deleting port efaba501-d979-4c24-b267-b76fccac62fd {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:50.017537 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.105642 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.106621 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.176847 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Calling delete_port for efaba501-d979-4c24-b267-b76fccac62fd owned by network:floatingip {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:50.396045 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.398874 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-0a64075b-019c-43d1-906d-94e17679246c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:50.429000 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'Port': ['ID=efaba501-d979-4c24-b267-b76fccac62fd,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:50.431793 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:50.497319 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for floatingip, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.505674 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202830'] for floatingip, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:50.505674 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-6de604bb-686c-40b3-8210-79b2c96a21db tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "DELETE /v2.0/floatingips/2c6937fd-c854-427e-9241-0c6e2c1ed8a4 HTTP/1.1" status: 204 len: 168 time: 0.6194918 Jun 16 16:57:51.358703 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 95e156e6-9fbf-47f1-9cdf-2165c4e18746 no longer exists at agent hyperv_hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:51.385142 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] No Port match for: 95e156e6-9fbf-47f1-9cdf-2165c4e18746 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:51.387512 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Device 95e156e6-9fbf-47f1-9cdf-2165c4e18746 not bound to the agent host hv-cinder-79668 {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:51.999229 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 38204) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:52.075219 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.107468 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.270421 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.273171 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Notify callbacks [] for security_group, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:52.274549 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] 10.222.0.91 "DELETE /v2.0/security-groups/11374063-2e3a-415b-ab17-c80f7aab7c91 HTTP/1.1" status: 204 len: 168 time: 0.2739439 Jun 16 16:57:52.275415 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-4daa42bf-5235-4328-8bce-05d3848fd886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:52.286185 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11374063-2e3a-415b-ab17-c80f7aab7c91,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:52.289708 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-06a342cd-1504-493c-af66-bec2f6a8ab51 tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:52.479061 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38208) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:52.982984 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.318663 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Deleting port ad868ab3-947a-4a04-a8b3-33c1651ebeb1 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:53.369815 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.415220 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] For port ad868ab3-947a-4a04-a8b3-33c1651ebeb1, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:53.415580 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.488518 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Calling delete_port for ad868ab3-947a-4a04-a8b3-33c1651ebeb1 owned by network:router_interface {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:53.788433 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:53.790728 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-55b2ab62-8cf5-439c-b3bd-7582067f34df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:53.815497 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad868ab3-947a-4a04-a8b3-33c1651ebeb1,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:53.821514 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:53.996671 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.212539 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92416) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:54.506636 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92416) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:54.512830 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-55fc2054-2fa1-4c0b-bf14-fad4da4c420b admin admin] 10.222.0.91 "PUT /v2.0/routers/e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0316081 Jun 16 16:57:54.514626 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38214) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:54.518568 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] Sync routers for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:54.529294 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:54.529968 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:54.637395 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:54.680249 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks [] for router, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.785938 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.812495 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:57:53Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:54.816093 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] Checking router: e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 for host: dv-cinder-796685-1-iscsi {{(pid=92417) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:54.824941 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] Routers {'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92417) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:54.825597 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'], 'active': True} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:54.915245 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Deleting port a068a5cd-d330-4720-95b0-428ac28f09d0 {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:54.915585 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:54.929043 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvr_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] Set router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92417) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:54.996297 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] For port a068a5cd-d330-4720-95b0-428ac28f09d0, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=a068a5cd-d330-4720-95b0-428ac28f09d0,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:54.996639 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.068755 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Calling delete_port for a068a5cd-d330-4720-95b0-428ac28f09d0 owned by network:router_gateway {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:55.229307 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_hamode_db [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:57:53Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:55.232837 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267ea0b5-ec7a-4e3c-9b87-880f8e74b7a2 None None] The sync data for ids ['e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9'] in dv-cinder-796685-1-iscsi is: [{'id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'name': 'tempest-TestVolumeBootPattern-30818298-router', 'tenant_id': '13fe06130350426ca0e64b9addff03eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:36Z', 'updated_at': '2021-06-16T16:57:53Z', 'revision_number': 5, 'project_id': '13fe06130350426ca0e64b9addff03eb', 'gw_port': {'id': 'a068a5cd-d330-4720-95b0-428ac28f09d0', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:94:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:37Z', 'updated_at': '2021-06-16T16:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92417) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:55.321162 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.323324 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a4ddf62e-6d5d-4773-9b69-9c4fe907d019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:55.350691 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a068a5cd-d330-4720-95b0-428ac28f09d0,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:55.353173 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:55.416266 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.510886 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.513624 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.663680 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.664229 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 {{(pid=92416) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:57:55.668573 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] Notify callbacks [] for router, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.669805 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6e48dd9e-599c-43e6-84ce-b6921750bd3e admin admin] 10.222.0.91 "DELETE /v2.0/routers/e14a5cfc-6cb9-41ab-8239-c9693bd5f2c9 HTTP/1.1" status: 204 len: 168 time: 1.1541193 Jun 16 16:57:55.672307 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38216) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:55.717285 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Deleting subnet 4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 {{(pid=92416) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:57:55.721772 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.757352 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2897659'] for subnet, precommit_delete_associations {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:55.844795 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.006789 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2670006', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481251'] for subnet, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.008899 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-cc64ba6d-88a2-4d35-a40b-82f0145bbdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:56.033358 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4445d106-8df7-4d7f-9caa-2d7e72bb1fd7,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:56.036403 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:56.037386 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for subnet, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.039834 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-2d261d5d-4365-43d6-97c8-5c185b8f7ab5 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/4445d106-8df7-4d7f-9caa-2d7e72bb1fd7 HTTP/1.1" status: 204 len: 168 time: 0.3660030 Jun 16 16:57:56.041808 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38218) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:56.044281 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3570c685-ebea-4087-ac5b-ebae08c959f1 None None] Network ddd8898f-926a-45ea-80a9-2fcc4120f92e requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:57:56.115862 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.175331 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Deleting port 05c91d35-c909-45ce-886f-a1eb32fa7c5b {{(pid=92416) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:56.175721 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.226816 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device a068a5cd-d330-4720-95b0-428ac28f09d0 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:56.247585 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: a068a5cd-d330-4720-95b0-428ac28f09d0 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:56.247939 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device a068a5cd-d330-4720-95b0-428ac28f09d0 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:56.248371 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device ad868ab3-947a-4a04-a8b3-33c1651ebeb1 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:56.254507 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.db [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] For port 05c91d35-c909-45ce-886f-a1eb32fa7c5b, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=05c91d35-c909-45ce-886f-a1eb32fa7c5b,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92416) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:56.254869 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.272750 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] DHCP port deletion for ddd8898f-926a-45ea-80a9-2fcc4120f92e request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:57:56.276077 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: ad868ab3-947a-4a04-a8b3-33c1651ebeb1 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:56.276429 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device ad868ab3-947a-4a04-a8b3-33c1651ebeb1 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:56.322437 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Deleting port 05c91d35-c909-45ce-886f-a1eb32fa7c5b {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:56.322772 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Calling delete_port for 05c91d35-c909-45ce-886f-a1eb32fa7c5b owned by network:dhcp {{(pid=92416) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:56.322906 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.388287 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] For port 05c91d35-c909-45ce-886f-a1eb32fa7c5b, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=05c91d35-c909-45ce-886f-a1eb32fa7c5b,segment=NetworkSegment(5b261492-0b5b-45ab-90d8-800c47361e6d),segment_id=5b261492-0b5b-45ab-90d8-800c47361e6d)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:56.388685 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.454626 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Calling delete_port for 05c91d35-c909-45ce-886f-a1eb32fa7c5b owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:56.480990 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2669948'] for port, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.483216 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-b93377b2-7890-4be2-8f9f-bf9f2727a6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:56.511034 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Pushing event deleted for resources: {'Port': ['ID=05c91d35-c909-45ce-886f-a1eb32fa7c5b,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:56.514816 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:56.515600 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] No DVR routers for this DVR port 05c91d35-c909-45ce-886f-a1eb32fa7c5b on host dv-cinder-796685-1-iscsi {{(pid=92416) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:56.537053 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.539972 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:56.562348 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Pushing event deleted for resources: {'Port': ['ID=05c91d35-c909-45ce-886f-a1eb32fa7c5b,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:56.566349 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] No DVR routers for this DVR port 05c91d35-c909-45ce-886f-a1eb32fa7c5b on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:57:56.573913 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.574262 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.574717 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.575062 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.575392 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.575801 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.576135 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.576458 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.576777 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.577093 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.577413 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.577757 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796685-1-iscsi {{(pid=92417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:57:56.581851 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-40d7c40b-b1ad-4efa-a803-1066344bbb25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:56.584671 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.595447 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd8898f-926a-45ea-80a9-2fcc4120f92e']}} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:56.605209 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b261492-0b5b-45ab-90d8-800c47361e6d') {'for_net_delete': True} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:56.607584 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.services.segments.db [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b261492-0b5b-45ab-90d8-800c47361e6d') {} {{(pid=92416) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:56.615270 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2897634'] for segment, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.632330 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.642481 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=92416) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:57:56.642853 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2669865'] for segment, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: Traceback (most recent call last): Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: timer() Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: cb(*args, **kw) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: return func(*args, **kwargs) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: self._notify() Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: self.callback(batched_events) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: event.method(event) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: return f(self, *a, **k) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._get(url).json() Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: return self.request(url, 'GET', **kwargs) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:57:56.644575 dv-cinder-796685-1-iscsi neutron-server[92416]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:57:56.795269 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.799467 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:56.802328 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:56.804098 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] 10.222.0.91 "DELETE /v2.0/networks/ddd8898f-926a-45ea-80a9-2fcc4120f92e HTTP/1.1" status: 204 len: 168 time: 0.7613416 Jun 16 16:57:56.807251 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 38220) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:56.815605 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd8898f-926a-45ea-80a9-2fcc4120f92e,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:56.818213 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-bbe2b952-0201-4564-92f7-73b80d67283a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:57.203986 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-694469'] for router_interface, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.464868 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Deleting port 1bf54756-0572-4dbe-aa8e-02e416c939e9 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:57.465863 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.543402 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] For port 1bf54756-0572-4dbe-aa8e-02e416c939e9, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=1bf54756-0572-4dbe-aa8e-02e416c939e9,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:57.543759 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.608976 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Calling delete_port for 1bf54756-0572-4dbe-aa8e-02e416c939e9 owned by network:router_interface {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:57.891598 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:57.893976 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-51c1e1f4-6fe0-429f-9065-e33ce08f9bbc tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:57.919503 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf54756-0572-4dbe-aa8e-02e416c939e9,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:57.922112 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:58.049657 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 05c91d35-c909-45ce-886f-a1eb32fa7c5b no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:57:58.070722 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 05c91d35-c909-45ce-886f-a1eb32fa7c5b {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:57:58.071392 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 05c91d35-c909-45ce-886f-a1eb32fa7c5b not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:57:58.109883 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1019832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694353'] for router_interface, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.316125 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Router e89612be-a3ff-4257-ab64-e542c91e44b0 has already been hosted by L3 agent dbe2326b-7d89-4b08-8740-4b43ec6da2c1 {{(pid=92415) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:57:58.420953 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] Notify agent at l3_agent.dv-cinder-796685-1-iscsi the message routers_updated {{(pid=92415) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:57:58.425843 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-79a6961b-350a-4b42-aca8-9ae8fc2679dc admin admin] 10.222.0.91 "PUT /v2.0/routers/e89612be-a3ff-4257-ab64-e542c91e44b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172645 Jun 16 16:57:58.428295 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 38222) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:58.430881 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] Sync routers for ids ['e89612be-a3ff-4257-ab64-e542c91e44b0'] in dv-cinder-796685-1-iscsi {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:57:58.441821 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] Routers {'e89612be-a3ff-4257-ab64-e542c91e44b0'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:58.442907 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e89612be-a3ff-4257-ab64-e542c91e44b0'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:58.642678 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] Set router e89612be-a3ff-4257-ab64-e542c91e44b0 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:58.807024 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks [] for router, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.835146 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:57:57Z', 'revision_number': 5, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:58.841199 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] Checking router: e89612be-a3ff-4257-ab64-e542c91e44b0 for host: dv-cinder-796685-1-iscsi {{(pid=92418) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:57:58.850467 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] Routers {'e89612be-a3ff-4257-ab64-e542c91e44b0'} bound to L3 agent in host dv-cinder-796685-1-iscsi {{(pid=92418) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:57:58.851084 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796685-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T16:22:40Z,description=,heartbeat_timestamp=2021-06-16T16:57:40Z,host='dv-cinder-796685-1-iscsi',id=dbe2326b-7d89-4b08-8740-4b43ec6da2c1,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T16:22:40Z,topic='l3_agent')) {'router_ids': ['e89612be-a3ff-4257-ab64-e542c91e44b0'], 'active': True} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:58.910100 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:58.948842 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_dvr_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] Set router e89612be-a3ff-4257-ab64-e542c91e44b0 gateway port host: dv-cinder-796685-1-iscsi {{(pid=92418) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:57:59.022653 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Deleting port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:57:59.023021 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.110706 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] For port 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,segment=NetworkSegment(8490620e-f348-4754-bc1b-9354e6f0f65a),segment_id=8490620e-f348-4754-bc1b-9354e6f0f65a)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:57:59.111124 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.141958 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.l3_hamode_db [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:57:57Z', 'revision_number': 5, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}], 'dv-cinder-796685-1-iscsi', False) {} {{(pid=92418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:57:59.145428 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258de28d-f5a2-4793-8d12-2560cfe53d07 None None] The sync data for ids ['e89612be-a3ff-4257-ab64-e542c91e44b0'] in dv-cinder-796685-1-iscsi is: [{'id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'name': 'tempest-TestVolumeBootPattern-1654068379-router', 'tenant_id': '1578c3c0d23b4db285182d396e86c545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'external_fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T16:48:44Z', 'updated_at': '2021-06-16T16:57:57Z', 'revision_number': 5, 'project_id': '1578c3c0d23b4db285182d396e86c545', 'gw_port': {'id': '3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e', 'name': '', 'network_id': 'eb129f75-119b-4234-a89c-5d0e9d7e906b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:55:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89612be-a3ff-4257-ab64-e542c91e44b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796685-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T16:48:45Z', 'updated_at': '2021-06-16T16:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01630ad1-fd4e-4f45-8d89-f7815d303681', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796685-1-iscsi'}] {{(pid=92418) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:57:59.181153 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Calling delete_port for 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e owned by network:router_gateway {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:57:59.458387 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.460509 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-167b3916-0cfa-466c-acfc-a67c99205b9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:57:59.492267 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:57:59.495675 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:57:59.557994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677394'] for router_gateway, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.656880 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1654'] for router, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.659396 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.830034 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674904'] for router, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.830677 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89612be-a3ff-4257-ab64-e542c91e44b0 {{(pid=92415) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:57:59.835194 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] Notify callbacks [] for router, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.836349 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-475bb166-7bbf-488f-b424-67cc0d9f4454 admin admin] 10.222.0.91 "DELETE /v2.0/routers/e89612be-a3ff-4257-ab64-e542c91e44b0 HTTP/1.1" status: 204 len: 168 time: 1.4071493 Jun 16 16:57:59.838994 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 38224) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:57:59.891439 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.db_base_plugin_v2 [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Deleting subnet 34703896-5fce-40f7-b038-b51876ee7f2b {{(pid=92415) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:57:59.894809 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:57:59.939571 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26656380'] for subnet, precommit_delete_associations {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.028628 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2085780'] for subnet, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.155827 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2085771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-710259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26648772', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2811651'] for subnet, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.158280 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.187525 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34703896-5fce-40f7-b038-b51876ee7f2b,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.190675 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.191712 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.194003 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-225e0327-b23e-4ad3-924f-701a1399305b admin admin] 10.222.0.91 "DELETE /v2.0/subnets/34703896-5fce-40f7-b038-b51876ee7f2b HTTP/1.1" status: 204 len: 168 time: 0.3536131 Jun 16 16:58:00.196198 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.wsgi [-] (92415) accepted ('10.222.0.91', 38226) {{(pid=92415) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:00.199443 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0236d934-ffcb-4c40-bfcb-a56803d188d2 None None] Network 8d7616e9-8985-45af-827d-9c5c86fa2820 requested from dv-cinder-796685-1-iscsi {{(pid=92417) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:58:00.265426 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2012937'] for network, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.307458 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 1bf54756-0572-4dbe-aa8e-02e416c939e9 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:00.330539 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 1bf54756-0572-4dbe-aa8e-02e416c939e9 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:58:00.330539 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 1bf54756-0572-4dbe-aa8e-02e416c939e9 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:58:00.333159 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Deleting port e645bdfa-6f92-445b-91a4-10c436cc2509 {{(pid=92415) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:58:00.333586 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.404844 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.db [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] For port e645bdfa-6f92-445b-91a4-10c436cc2509, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e645bdfa-6f92-445b-91a4-10c436cc2509,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92415) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:00.404844 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.425148 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] DHCP port deletion for 8d7616e9-8985-45af-827d-9c5c86fa2820 request from dv-cinder-796685-1-iscsi {{(pid=92417) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:58:00.473161 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Deleting port e645bdfa-6f92-445b-91a4-10c436cc2509 {{(pid=92417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:58:00.473610 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600907421'] for port, before_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.475590 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.plugin [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Calling delete_port for e645bdfa-6f92-445b-91a4-10c436cc2509 owned by network:dhcp {{(pid=92415) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:58:00.537999 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.db [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] For port e645bdfa-6f92-445b-91a4-10c436cc2509, host dv-cinder-796685-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796685-1-iscsi',level=0,port_id=e645bdfa-6f92-445b-91a4-10c436cc2509,segment=NetworkSegment(3c61dc72-6934-49b1-8d9a-0ca9c6a35741),segment_id=3c61dc72-6934-49b1-8d9a-0ca9c6a35741)] {{(pid=92417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:58:00.538402 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-678882'] for port, precommit_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.603957 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Calling delete_port for e645bdfa-6f92-445b-91a4-10c436cc2509 owned by network:dhcp {{(pid=92417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:58:00.635495 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26648590'] for port, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.637940 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-2450d9a2-c005-465c-98c4-0f9d68f337cd tempest-TestVolumeBootPattern-1474195115 tempest-TestVolumeBootPattern-1474195115-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.661834 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e645bdfa-6f92-445b-91a4-10c436cc2509,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.665393 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.665906 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] No DVR routers for this DVR port e645bdfa-6f92-445b-91a4-10c436cc2509 on host dv-cinder-796685-1-iscsi {{(pid=92415) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:58:00.685271 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1962496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4941', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1019722', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600913529', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783600522015'] for port, after_delete {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.687369 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.710808 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Pushing event deleted for resources: {'Port': ['ID=e645bdfa-6f92-445b-91a4-10c436cc2509,revision_number=None']} {{(pid=92417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.713976 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG oslo_concurrency.lockutils [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:00.717828 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f6130d-58ff-437c-8c05-26db8883ba87 None None] No DVR routers for this DVR port e645bdfa-6f92-445b-91a4-10c436cc2509 on host dv-cinder-796685-1-iscsi {{(pid=92417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:58:00.750860 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2087195', 'neutron.services.segments.db._delete_segments_for_network-8783600994865'] for network, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.761297 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7616e9-8985-45af-827d-9c5c86fa2820']}} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:00.771609 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c61dc72-6934-49b1-8d9a-0ca9c6a35741') {'for_net_delete': True} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:00.774791 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.services.segments.db [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c61dc72-6934-49b1-8d9a-0ca9c6a35741') {} {{(pid=92415) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:58:00.781536 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600994178', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26656357'] for segment, before_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.796139 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055'] for segment, precommit_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.802796 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=92415) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:58:00.803187 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2086055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26648667'] for segment, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:58:00.804928 dv-cinder-796685-1-iscsi neutron-server[92415]: retrieve_revision_numbers = { Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: Traceback (most recent call last): Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: timer() Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: cb(*args, **kw) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: return func(*args, **kwargs) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: self._notify() Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: self.callback(batched_events) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: event.method(event) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: return f(self, *a, **k) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._get(url).json() Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: return self.request(url, 'GET', **kwargs) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:58:00.812605 dv-cinder-796685-1-iscsi neutron-server[92415]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:58:00.977880 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2087186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1019715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677500'] for network, after_delete {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.982104 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-1017ca94-66af-4568-9230-380def24bbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:00.984574 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron_lib.callbacks.manager [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1019740'] for network, before_response {{(pid=92415) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:00.986397 dv-cinder-796685-1-iscsi neutron-server[92415]: INFO neutron.wsgi [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] 10.222.0.91 "DELETE /v2.0/networks/8d7616e9-8985-45af-827d-9c5c86fa2820 HTTP/1.1" status: 204 len: 168 time: 0.7892957 Jun 16 16:58:00.997304 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7616e9-8985-45af-827d-9c5c86fa2820,revision_number=None']} {{(pid=92415) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:00.999823 dv-cinder-796685-1-iscsi neutron-server[92415]: DEBUG oslo_concurrency.lockutils [None req-091cbaa4-97b9-47b2-ae08-8d50f1bde9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92415) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:01.396348 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38230) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:01.436545 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-b401a963-bd4f-4d96-9997-999e393ce0a7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13fe06130350426ca0e64b9addff03eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389500 Jun 16 16:58:01.440420 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38232) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:01.494560 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.521704 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.640915 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.643534 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:01.644702 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3a77d9f2-b5f1-4739-adb2-75ea284e0f31 HTTP/1.1" status: 204 len: 168 time: 0.2033970 Jun 16 16:58:01.645518 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-a76d80d1-2862-439f-b933-542d5178d641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:01.653689 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77d9f2-b5f1-4739-adb2-75ea284e0f31,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:01.656397 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-6a85743b-3838-4dc8-80eb-2fb3a386c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:01.982282 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:02.005344 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:58:02.005725 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device 3d9b0e4a-e4c0-450f-bfbc-8e89d8ebcb8e not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:58:02.006160 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e645bdfa-6f92-445b-91a4-10c436cc2509 no longer exists at agent ovs-agent-dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:58:02.025266 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] No Port match for: e645bdfa-6f92-445b-91a4-10c436cc2509 {{(pid=92417) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:58:02.025648 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron.plugins.ml2.rpc [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Device e645bdfa-6f92-445b-91a4-10c436cc2509 not bound to the agent host dv-cinder-796685-1-iscsi {{(pid=92417) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:58:02.447241 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38238) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:02.488316 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-6f45c7ee-5d25-4e09-8072-88ec71875ebd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=1578c3c0d23b4db285182d396e86c545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397639 Jun 16 16:58:02.491089 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.wsgi [-] (92416) accepted ('10.222.0.91', 38240) {{(pid=92416) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:58:02.538279 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.568066 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.698412 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696339'] for security_group, after_delete {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.701000 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron_lib.callbacks.manager [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92416) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:02.705140 dv-cinder-796685-1-iscsi neutron-server[92416]: INFO neutron.wsgi [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9338c6eb-f3d5-455c-a048-6cc157e75e04 HTTP/1.1" status: 204 len: 168 time: 0.2130535 Jun 16 16:58:02.706145 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-7ccda875-1345-45ba-9308-8028858ec9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:58:02.714348 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9338c6eb-f3d5-455c-a048-6cc157e75e04,revision_number=None']} {{(pid=92416) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:58:02.716889 dv-cinder-796685-1-iscsi neutron-server[92416]: DEBUG oslo_concurrency.lockutils [None req-80a3b24f-2d18-4126-81af-e59f90c36235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92416) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:58:07.376982 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-c7326fa7-14b3-4d5d-b648-9eafee1e0b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:10.132294 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:10.223836 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d17f5f23-eb38-47c6-ac8f-1172327d94b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:11.372020 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:13.155187 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:15.778259 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:23.645929 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:58:37.389301 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-17c74e34-a368-45ae-bdc7-8d1ca45d744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.114495 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:40.228971 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fbd3adc4-ac82-49e7-9c9b-48477e389633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:41.388822 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:43.118827 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:58:45.765950 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:00.644737 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:07.405358 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-14113302-0e47-47ce-a6e3-e1bb72fa8edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.171308 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:10.210797 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-ed6cda48-ef38-4316-b353-910cb59db896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:11.376767 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:13.147174 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:15.799580 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.374893 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-64a16fa6-5a47-49cf-84d0-51db69fde159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:37.643793 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:59:40.831787 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:40.860595 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-77d9b1f1-cbc1-496d-b75c-98226361d10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:41.398681 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:43.130351 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:59:45.798618 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:07.375491 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4ca9112b-1a6a-45eb-9772-518a57bb4d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.124022 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:10.227226 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fd2cd957-9765-4950-a308-cbe70ecd8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:11.404311 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:13.146788 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:14.642824 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:00:15.791103 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:37.385793 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-f29fa8f6-c7fe-48a8-bf21-5bea77954fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.135044 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:40.169965 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e290bf3d-8f15-4a1d-ab55-a95653e3d12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:41.391604 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:43.140387 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:45.836082 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:00:51.641644 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:07.385633 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea8be-c524-4d9f-9353-ceb469de052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.133168 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:10.168360 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-e559b5f1-3e78-4dea-ab0c-82cefb9d58c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:11.395947 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:13.271247 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:15.785327 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:28.641133 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:01:37.378331 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-2a5f9fa7-d4f3-4022-bd61-4df57b393f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.128083 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:40.179993 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-fc8469c3-e514-48b7-b9d0-fc3cb3cf73b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:41.396519 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:43.150611 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:01:45.801712 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:05.639707 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:07.383095 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-3c259856-da30-4c76-9337-0b399d760e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:10.133702 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:10.179514 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-433ac1ea-e194-41ce-8842-9cf901d6f721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:11.384561 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:13.156065 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:15.824053 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:37.395161 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-aa963a88-ef66-4a4b-99d3-da15262b1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.195516 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:40.206918 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-4807b42e-149e-4f3c-9614-17624853b90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:41.423855 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:42.638842 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:02:43.159568 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:02:45.823298 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:07.400215 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-86a32d4e-5018-4c7a-9e8b-8bfb2108fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.132171 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:10.195206 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-85bc69e9-8e5e-4224-82ba-bbd8d5170772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:11.394842 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:13.171744 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:15.840268 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-652ec1fa-1747-484b-8f27-5b80ff26680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:19.638399 dv-cinder-796685-1-iscsi neutron-server[92418]: DEBUG neutron.db.agents_db [None req-6b11302b-ac6a-443b-bcf0-ef8275f332ab None None] Agent healthcheck: found 6 active agents {{(pid=92418) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 17:03:37.423136 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-11f47f5e-c977-40a8-a5c3-ecd80e354529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.125932 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-d5c0b30d-1243-424b-8a7e-6beedf2e560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:40.211222 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba15b-54a5-434f-93e0-3e6b4c8c888d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:41.427145 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a9291ed8-b9d7-4365-8508-41b18adb0536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 17:03:43.142638 dv-cinder-796685-1-iscsi neutron-server[92417]: DEBUG neutron_lib.callbacks.manager [None req-a1f358ec-e684-469a-9046-355ba89aa954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600994847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2073045'] for agent, after_update {{(pid=92417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}